In [1]:
# работа с данными
import pandas as pd
import numpy as np
# визуализация данных
import matplotlib.pyplot as plt
import seaborn as sns

%matplotlib inline

Банковская гарантия — соглашение, по которому банк обязан выплатить долг клиента, если тот не выполнил своих обязательств. Выдача гарантий банком происходит после одобрения клиентской заявки.

Задача — построить аппликационную модель оценки вероятности предъявления по гарантии, чтобы минимизировать потери от кредитного риска. В качестве предикторов для моделирования используются анкетные данные клиента и его финансовые показатели.

In [2]:
# скачиваем данные
!wget https://github.com/dsbattle/hackathon-mkb/raw/master/train_dataset_hackathon_mkb.csv
!wget https://github.com/dsbattle/hackathon-mkb/raw/master/test_dataset_hackathon_mkb.csv
--2021-12-07 09:54:19--  https://github.com/dsbattle/hackathon-mkb/raw/master/train_dataset_hackathon_mkb.csv
Connecting to 192.168.64.142:3128... connected.
Proxy request sent, awaiting response... 302 Found
Location: https://raw.githubusercontent.com/dsbattle/hackathon-mkb/master/train_dataset_hackathon_mkb.csv [following]
--2021-12-07 09:54:20--  https://raw.githubusercontent.com/dsbattle/hackathon-mkb/master/train_dataset_hackathon_mkb.csv
Connecting to 192.168.64.142:3128... connected.
Proxy request sent, awaiting response... 200 OK
Length: 9253323 (8.8M) [text/plain]
Saving to: ‘train_dataset_hackathon_mkb.csv’

train_dataset_hacka 100%[===================>]   8.82M  9.67MB/s    in 0.9s    

2021-12-07 09:54:22 (9.67 MB/s) - ‘train_dataset_hackathon_mkb.csv’ saved [9253323/9253323]

--2021-12-07 09:54:22--  https://github.com/dsbattle/hackathon-mkb/raw/master/test_dataset_hackathon_mkb.csv
Connecting to 192.168.64.142:3128... connected.
Proxy request sent, awaiting response... 302 Found
Location: https://raw.githubusercontent.com/dsbattle/hackathon-mkb/master/test_dataset_hackathon_mkb.csv [following]
--2021-12-07 09:54:22--  https://raw.githubusercontent.com/dsbattle/hackathon-mkb/master/test_dataset_hackathon_mkb.csv
Connecting to 192.168.64.142:3128... connected.
Proxy request sent, awaiting response... 200 OK
Length: 3581209 (3.4M) [text/plain]
Saving to: ‘test_dataset_hackathon_mkb.csv’

test_dataset_hackat 100%[===================>]   3.42M  8.11MB/s    in 0.4s    

2021-12-07 09:54:23 (8.11 MB/s) - ‘test_dataset_hackathon_mkb.csv’ saved [3581209/3581209]

In [3]:
train_df = pd.read_csv('data/train_dataset_hackathon_mkb.csv',  sep=';', encoding='cp1251')
test_df = pd.read_csv('data/test_dataset_hackathon_mkb.csv', sep = ';', encoding='cp1251')

print(f'Размеры тренировочной выборки {train_df.shape}, размеры тестовой выборки {test_df.shape}')
Размеры тренировочной выборки (17891, 124), размеры тестовой выборки (7330, 123)
In [5]:
# кол-во пропущенных значений по каждому столбцу
for n, i in enumerate(train_df.isnull().sum()):
    print(train_df.isnull().sum().index[n] + '  ' + str(i))
id_contract  0
id_client  0
SIGN_DATE  0
IP_flag  0
TARGET  0
F1100  10955
F1110  16471
F1150  11550
F1160  17545
F1170  16392
F1180  15391
F1190  16371
F1200  6041
F1210  8156
F1220  14593
F1230  6407
F1240  15035
F1250  6281
F1260  13529
F1300  6041
F1310  10187
F1320  17794
F1350  16933
F1360  16522
F1370  10396
F1400  13675
F1410  15475
F1420  15603
F1450  17160
F1500  6277
F1510  12633
F1520  6413
F1530  17139
F1550  16990
F1600  6021
F1700  6022
F2100  10341
F2110  6444
F2120  6943
F2200  6386
F2210  13235
F2220  14937
F2300  6361
F2310  17590
F2320  14971
F2330  14388
F2340  10426
F2350  7184
F2400  6381
F2410  8938
F1150_LAG1  12149
F1230_LAG1  8081
F1410_LAG1  16053
F1510_LAG1  13179
F1520_LAG1  8134
F2110_LAG1  8082
F2120_LAG1  8509
F2200_LAG1  8015
F2210_LAG1  13738
F2220_LAG1  15484
F2300_LAG1  7994
F2320_LAG1  15185
F2330_LAG1  14690
F2400_LAG1  7997
EGRPOINCLUDED  3500
DATEFIRSTREG  1334
OKFS_GROUP  3500
OKOPF_GROUP  3500
OKOGU_GROUP  3503
OKATO_REGIONCODE  1332
OKATO_FED  1336
OKTMO_CODE  1339
OKTMO_FED  1343
WORKERSRANGE  3980
TAXREG_REGDATE  1337
TAXREGPAY_REGDATE  1428
COUNTCOOWNERFCSM  3596
COUNTCOOWNERROSSTAT  3596
COUNTCOOWNEREGRUL  3596
COUNTBRANCH  3596
COUNTBRANCHROSSTAT  3596
COUNTBRANCHEGRUL  3596
TELEPHONECOUNT  3500
MANAGERCOUNTINCOUNTRY  3500
MANAGERCOUNTINREGION  3500
MANAGERINNCOUNT  3500
OKVED_CODE  1199
PLAINTIFF_CASESNUMBER_YEAR  13959
PLAINTIFF_SUM_YEAR  13959
DEFENDANT_CASESNUMBER_YEAR  13959
DEFENDANT_SUM_YEAR  13959
THIRDOROTHERPERSON_YEAR  13959
PLAINTIFF_CASESNUMBER_EVER  12749
PLAINTIFF_SUM_EVER  12749
DEFENDANT_CASESNUMBER_EVER  12749
DEFENDANT_SUM_EVER  12749
THIRDOROTHERPERSON_EVER  12749
ADMITTEDNUMBER_233_YEAR  13595
NOTADMITTEDNUMBER_233_YEAR  13595
WINNERNUMBER_233_YEAR  13595
SIGNEDNUMBER_233_YEAR  13595
SUM_233_YEAR  13595
ADMITTEDNUMBER_233_EVER  12665
NOTADMITTEDNUMBER_233_EVER  12665
WINNERNUMBER_233_EVER  12665
SIGNEDNUMBER_233_EVER  12665
SUM_233_EVER  12665
ADMITTEDNUMBER_95_YEAR  11560
NOTADMITTEDNUMBER_95_YEAR  11560
WINNERNUMBER_95_YEAR  11560
SIGNEDNUMBER_95_YEAR  11560
SUM_95_YEAR  11560
ADMITTEDNUMBER_95_EVER  11107
NOTADMITTEDNUMBER_EVER  11107
WINNERNUMBER_95_EVER  11107
SIGNEDNUMBER_95_EVER  11107
SUM_95_EVER  11107
FLAG_DISQUALIFICATION  17886
COUNT_CHANGE_YEAR  17652
COUNT_CHANGE_EVER  16382
BIRTHDATE  16472
AGE  16472
SEX_NAME  15723
CITIZENSHIP_NAME  15763
In [6]:
# общее кол-во пустых значений 
train_df.isnull().sum().sum()
Out[6]:
1246545
In [7]:
# визуализация данных
train_df.head()
Out[7]:
id_contract id_client SIGN_DATE IP_flag TARGET F1100 F1110 F1150 F1160 F1170 ... WINNERNUMBER_95_EVER SIGNEDNUMBER_95_EVER SUM_95_EVER FLAG_DISQUALIFICATION COUNT_CHANGE_YEAR COUNT_CHANGE_EVER BIRTHDATE AGE SEX_NAME CITIZENSHIP_NAME
0 1 1847 01JAN2018:00:00:00 0 0 1.298961e+09 2154000.0 1.125573e+09 NaN 150010000.0 ... NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN
1 2 4650 01JAN2018:00:00:00 1 0 NaN NaN NaN NaN NaN ... NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN
2 3 4770 01JAN2018:00:00:00 0 0 7.337400e+07 NaN 7.337400e+07 NaN NaN ... 169.0 168.0 18351739.0 NaN NaN 1.0 NaN NaN NaN NaN
3 4 12237 01JAN2018:00:00:00 0 0 1.937488e+09 122828000.0 6.103280e+08 NaN 809426000.0 ... NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN
4 5 9988 01JAN2018:00:00:00 1 0 NaN NaN NaN NaN NaN ... NaN NaN NaN NaN NaN NaN NaN NaN NaN NaN

5 rows × 124 columns

In [8]:
train_df.info()
<class 'pandas.core.frame.DataFrame'>
RangeIndex: 17891 entries, 0 to 17890
Columns: 124 entries, id_contract to CITIZENSHIP_NAME
dtypes: float64(108), int64(4), object(12)
memory usage: 16.9+ MB
In [9]:
# визуализация таргета
train_df['TARGET'].value_counts().plot(kind = 'bar', color = ['blue', 'red'])
plt.title('Кол-во данных таргета');

Обработка и генерация новых признаков

In [10]:
# забираем с даты только год
import re

def data_convert(data):
    return 0 if pd.isna(data) else int(re.findall('\d{4}', data)[0])
    
for item in ['DATEFIRSTREG', 'TAXREG_REGDATE', 'TAXREGPAY_REGDATE', 'SIGN_DATE']:
    train_df[item + 'all_year'] = train_df[item].apply(data_convert)
    
for item in ['DATEFIRSTREG', 'SIGN_DATE', 'TAXREGPAY_REGDATE', 'TAXREG_REGDATE']:
    test_df[item + 'all_year'] = test_df[item].apply(data_convert)
In [11]:
# Заменяем "Регистрация в налоговом органе. Дата регистрации" в 1960 году на дату регистрации ФНС.
# Выглядит более логично
train_df['TAXREGPAY_REGDATE' + 'all_year'] = train_df[['TAXREGPAY_REGDATEall_year', 'TAXREG_REGDATEall_year']].apply(lambda x: x[1] \
                                                                              if int(x[1]) > 1960 else x[0], axis=1)
test_df['TAXREGPAY_REGDATE' + 'all_year'] = test_df[['TAXREGPAY_REGDATEall_year', 'TAXREG_REGDATEall_year']].apply(lambda x: x[1] \
                                                                              if x[1] > 1960 else x[0], axis=1)
In [12]:
def makeX(data):
    # предобработка данных
    data['CITIZENSHIP_NAME'] = data['CITIZENSHIP_NAME'].fillna(-1).map({-1: -1, 'Российская Федерация': 4, 'Таджикистан': 3, 'Казахстан': 2, 'Армения': 1})
    data['SEX_NAME'] = data['SEX_NAME'].fillna(0).map({0: 0, 'мужской': 1, 'женский': -1})
    group_names = ['OKFS_GROUP', 'OKOPF_GROUP', 'OKOGU_GROUP'] + ['OKVED_CODE']
    date_names = ['SIGN_DATE', 'DATEFIRSTREG', 'TAXREG_REGDATE', 'TAXREGPAY_REGDATE', 'BIRTHDATE']
    for name in group_names + date_names + ['id_client']:
        data[name] = data[name].fillna(-1)
        tmp = data[name].value_counts()
        tmp = tmp + 0.1 * np.random.randn(len(tmp))
        data[name] = data[name].map(tmp)
    return data
In [13]:
train = makeX(train_df) # обрабатываем обучение
test = makeX(test_df) # обрабатываем тест
In [14]:
# сохраняем ид_клиента для записи
id_client = pd.DataFrame()
id_client['id_contract'] = test['id_contract']
id_client.head()
Out[14]:
id_contract
0 17892
1 17893
2 17894
3 17895
4 17896
In [15]:
# Замена строки на числа
for col in ['OKFS_GROUP', 'OKOPF_GROUP', 'OKOGU_GROUP', 'OKVED_CODE']:
    train[col] = train[col].astype('category')
    train[col] = train[col].cat.codes
    test[col] = test[col].astype('category')
    test[col] = test[col].cat.codes
In [16]:
# Замена нулевых значений на более полулярные 
def _list_max_key(mass, dataset):
    result = {}
    for item in mass:
        result[item] = {np.nan:pd.crosstab(dataset[item], 1).sort_values(by = 1)[::-1].index[0]}
    return result
a = ['COUNTCOOWNERFCSM', 'COUNTCOOWNERROSSTAT', 'COUNTCOOWNEREGRUL', 'COUNTBRANCH',
     'COUNTBRANCHROSSTAT', 'COUNTBRANCHEGRUL', 'OKATO_REGIONCODE', 'OKATO_FED', 'OKTMO_FED',
     'OKFS_GROUP', 'OKOPF_GROUP', 'OKOGU_GROUP', 'IP_flag']
dick_train = _list_max_key(a ,train)
dick_test = _list_max_key(a, test)

train = train.replace(dick_train)
test = test.replace(dick_test)
In [17]:
# численность персонала, приводим к числу
# def convert_worker(data):
#     return max([int(i) for i in data.split(' ') if i.isdigit()], default = 1)


# train['WORKERSRANGE'] = train['WORKERSRANGE'].astype('str')
# train['WORKERSRANGE'] = train['WORKERSRANGE'].apply(convert_worker)

# test['WORKERSRANGE'] = test['WORKERSRANGE'].astype('str')
# test['WORKERSRANGE'] = test['WORKERSRANGE'].apply(convert_worker)

str2num = {'5000 и более': 12, '1001 .. 5000': 11, '501 .. 1000': 10, '251 .. 500': 9, '201 .. 250': 8, '151 .. 200': 7,
             '101 .. 150': 6, '51 .. 100': 5, '16 .. 50': 4, '11 .. 15': 3, '6 .. 10': 2, '0 .. 5': 1}
train['WORKERSRANGE'] = train['WORKERSRANGE'].map(str2num).astype(float)
test['WORKERSRANGE'] = test['WORKERSRANGE'].map(str2num).astype(float)
In [18]:
_ = pd.crosstab(train['WORKERSRANGE'], 1)
fig, ax = plt.subplots(figsize = (12, 10))
sns.barplot(list(_.index), list(_[1].values))
ax.set_title('Кол-во сотрудников в компаниях по группам')
ax.set_xlabel('Группы сотрудников')
ax.set_ylabel('Кол-во групп');
/home/andrey/Neural/neuralenv/lib/python3.7/site-packages/seaborn/_decorators.py:43: FutureWarning: Pass the following variables as keyword args: x, y. From version 0.12, the only valid positional argument will be `data`, and passing other arguments without an explicit keyword will result in an error or misinterpretation.
  FutureWarning
In [19]:
def money(data):    
    data['debt'] = (data['F1410']+data['F1510'])
    data['debt_on_profit'] = (data['F1410']+data['F1510'])/data['F2110']
    data['debt_on_profit_LAG1'] = (data['F1410_LAG1']+data['F1510_LAG1'])/data['F2110_LAG1']
    data['debt_on_profit_diff']  = data['debt_on_profit'] - data['debt_on_profit_LAG1']
    data['debt_on_profit_diff_ratio']  = (data['debt_on_profit'] - data['debt_on_profit_LAG1'])/data['debt_on_profit']
    
    lags = [ 'F1150_LAG1', 'F1230_LAG1', 'F1410_LAG1', 'F1510_LAG1', 'F1520_LAG1', 'F2110_LAG1', 'F2120_LAG1', 
         'F2200_LAG1', 'F2210_LAG1', 'F2220_LAG1', 'F2300_LAG1', 'F2320_LAG1', 'F2330_LAG1', 'F2400_LAG1']

    for lag in lags:
        col = lag.split('_')[0]
        data[col + '_delta_ratio'] = (data[col] - data[lag])/data[col]

    
    data['fit_on_all']=data['F2200']/data['F2110']
    data['in'] = data['F1300'] + data['F2120'] + data['F2110'] + data['F1210'] + data['F2300']
    data['out'] = data['F1250'] + data['F1230'] + data['F1520'] + data['F1510'] + data['F2410']
    data['waste'] = data['F2350'] + data['F2210']
    data['in_on_out'] = data['in']/data['out']
    data['in_on_waste'] = data['in']/data['waste']
    data['in_on_waste_out'] = data['in']/(data['waste'] + data['out'])
    
    data['F_contract_count'] = data[['id_client','id_contract']].groupby('id_client', as_index=False).transform('count')
    data['F_contract_count_in_day'] = data.groupby(['id_client','SIGN_DATE'])['SIGN_DATE'].transform('count')   
    
    return data

train = money(train)
test = money(test)
In [20]:
# замена пустых значений на 0
train.fillna(0, inplace=True)
test.fillna(0, inplace = True)
In [21]:
# кол-во пустых значений
train.isnull().sum().sum(), test.isnull().sum().sum()
Out[21]:
(0, 0)
In [22]:
corr_matrix = train.corr()
fig, ax = plt.subplots(figsize = (100, 45))
ax = sns.heatmap(corr_matrix,
                 annot = True,
                 linewidths=0.5,
                 fmt = '.2f',
                 cmap = 'BuGn'            
                );
plt.figure(figsize = (20, 12))
Out[22]:
<Figure size 1440x864 with 0 Axes>
<Figure size 1440x864 with 0 Axes>

Тренировка моделей Catboosting

In [23]:
from sklearn.model_selection import (GridSearchCV,
                                     train_test_split,
                                     StratifiedKFold)

from sklearn.ensemble import GradientBoostingClassifier, RandomForestClassifier, \
                             RandomForestRegressor, AdaBoostClassifier
from catboost import CatBoostRegressor, CatBoostClassifier
from sklearn.svm import SVC
from sklearn.linear_model import LogisticRegression
from sklearn.metrics import roc_auc_score, accuracy_score, recall_score, \
                            precision_score, f1_score, classification_report, plot_roc_curve
from sklearn.metrics import roc_curve,confusion_matrix

from xgboost import XGBClassifier
In [24]:
# тут мы делим данные на тренировку и валидацию 80 на 20. Нужно для проверки модели
np.random.seed(42)

X = train.drop('TARGET', axis = 1)
y = train['TARGET']

df_X_train, df_X_test, df_y_train, df_y_test = train_test_split(X, y, test_size=0.2, random_state=42)
df_X_train.shape, df_y_train.shape
Out[24]:
((14312, 155), (14312,))
In [25]:
# тренировка модели
model = CatBoostClassifier().fit(df_X_train, df_y_train)
plot_roc_curve(model, df_X_test, df_y_test)
Learning rate set to 0.032094
0:	learn: 0.6654399	total: 60.1ms	remaining: 1m
1:	learn: 0.6389381	total: 79.4ms	remaining: 39.6s
2:	learn: 0.6100022	total: 90.7ms	remaining: 30.1s
3:	learn: 0.5842071	total: 102ms	remaining: 25.3s
4:	learn: 0.5665242	total: 112ms	remaining: 22.3s
5:	learn: 0.5497336	total: 122ms	remaining: 20.2s
6:	learn: 0.5326106	total: 132ms	remaining: 18.7s
7:	learn: 0.5148150	total: 143ms	remaining: 17.7s
8:	learn: 0.4985971	total: 154ms	remaining: 17s
9:	learn: 0.4854375	total: 164ms	remaining: 16.3s
10:	learn: 0.4698322	total: 175ms	remaining: 15.7s
11:	learn: 0.4595824	total: 184ms	remaining: 15.2s
12:	learn: 0.4490547	total: 194ms	remaining: 14.8s
13:	learn: 0.4382363	total: 207ms	remaining: 14.6s
14:	learn: 0.4287721	total: 222ms	remaining: 14.6s
15:	learn: 0.4205570	total: 233ms	remaining: 14.3s
16:	learn: 0.4135826	total: 244ms	remaining: 14.1s
17:	learn: 0.4042531	total: 254ms	remaining: 13.9s
18:	learn: 0.3982829	total: 267ms	remaining: 13.8s
19:	learn: 0.3938925	total: 276ms	remaining: 13.5s
20:	learn: 0.3866661	total: 285ms	remaining: 13.3s
21:	learn: 0.3814364	total: 295ms	remaining: 13.1s
22:	learn: 0.3767626	total: 305ms	remaining: 13s
23:	learn: 0.3718610	total: 316ms	remaining: 12.8s
24:	learn: 0.3669721	total: 325ms	remaining: 12.7s
25:	learn: 0.3612264	total: 336ms	remaining: 12.6s
26:	learn: 0.3562757	total: 346ms	remaining: 12.5s
27:	learn: 0.3524243	total: 356ms	remaining: 12.4s
28:	learn: 0.3487707	total: 366ms	remaining: 12.3s
29:	learn: 0.3457865	total: 376ms	remaining: 12.2s
30:	learn: 0.3419124	total: 386ms	remaining: 12.1s
31:	learn: 0.3389922	total: 395ms	remaining: 12s
32:	learn: 0.3355197	total: 408ms	remaining: 12s
33:	learn: 0.3333729	total: 424ms	remaining: 12.1s
34:	learn: 0.3309197	total: 435ms	remaining: 12s
35:	learn: 0.3278521	total: 444ms	remaining: 11.9s
36:	learn: 0.3255676	total: 454ms	remaining: 11.8s
37:	learn: 0.3237236	total: 465ms	remaining: 11.8s
38:	learn: 0.3210055	total: 475ms	remaining: 11.7s
39:	learn: 0.3188117	total: 485ms	remaining: 11.6s
40:	learn: 0.3169613	total: 496ms	remaining: 11.6s
41:	learn: 0.3145827	total: 508ms	remaining: 11.6s
42:	learn: 0.3123898	total: 518ms	remaining: 11.5s
43:	learn: 0.3109713	total: 529ms	remaining: 11.5s
44:	learn: 0.3092345	total: 541ms	remaining: 11.5s
45:	learn: 0.3075293	total: 551ms	remaining: 11.4s
46:	learn: 0.3051849	total: 562ms	remaining: 11.4s
47:	learn: 0.3038308	total: 573ms	remaining: 11.4s
48:	learn: 0.3021117	total: 583ms	remaining: 11.3s
49:	learn: 0.3006902	total: 594ms	remaining: 11.3s
50:	learn: 0.2993021	total: 605ms	remaining: 11.3s
51:	learn: 0.2983464	total: 619ms	remaining: 11.3s
52:	learn: 0.2974225	total: 639ms	remaining: 11.4s
53:	learn: 0.2966343	total: 660ms	remaining: 11.6s
54:	learn: 0.2955298	total: 674ms	remaining: 11.6s
55:	learn: 0.2945546	total: 685ms	remaining: 11.5s
56:	learn: 0.2936687	total: 695ms	remaining: 11.5s
57:	learn: 0.2919094	total: 706ms	remaining: 11.5s
58:	learn: 0.2912054	total: 716ms	remaining: 11.4s
59:	learn: 0.2904149	total: 728ms	remaining: 11.4s
60:	learn: 0.2892247	total: 738ms	remaining: 11.4s
61:	learn: 0.2877150	total: 748ms	remaining: 11.3s
62:	learn: 0.2868598	total: 758ms	remaining: 11.3s
63:	learn: 0.2859503	total: 768ms	remaining: 11.2s
64:	learn: 0.2851173	total: 780ms	remaining: 11.2s
65:	learn: 0.2840677	total: 790ms	remaining: 11.2s
66:	learn: 0.2834818	total: 800ms	remaining: 11.1s
67:	learn: 0.2826181	total: 810ms	remaining: 11.1s
68:	learn: 0.2821999	total: 821ms	remaining: 11.1s
69:	learn: 0.2814391	total: 831ms	remaining: 11s
70:	learn: 0.2810525	total: 848ms	remaining: 11.1s
71:	learn: 0.2799085	total: 862ms	remaining: 11.1s
72:	learn: 0.2794017	total: 872ms	remaining: 11.1s
73:	learn: 0.2789869	total: 883ms	remaining: 11.1s
74:	learn: 0.2784972	total: 895ms	remaining: 11s
75:	learn: 0.2777829	total: 905ms	remaining: 11s
76:	learn: 0.2769539	total: 915ms	remaining: 11s
77:	learn: 0.2761684	total: 926ms	remaining: 10.9s
78:	learn: 0.2755547	total: 937ms	remaining: 10.9s
79:	learn: 0.2749908	total: 946ms	remaining: 10.9s
80:	learn: 0.2742171	total: 959ms	remaining: 10.9s
81:	learn: 0.2737997	total: 970ms	remaining: 10.9s
82:	learn: 0.2733360	total: 980ms	remaining: 10.8s
83:	learn: 0.2728269	total: 1000ms	remaining: 10.9s
84:	learn: 0.2723791	total: 1.01s	remaining: 10.9s
85:	learn: 0.2720985	total: 1.02s	remaining: 10.9s
86:	learn: 0.2715755	total: 1.04s	remaining: 10.9s
87:	learn: 0.2709480	total: 1.05s	remaining: 10.9s
88:	learn: 0.2700633	total: 1.06s	remaining: 10.9s
89:	learn: 0.2691395	total: 1.07s	remaining: 10.9s
90:	learn: 0.2685851	total: 1.09s	remaining: 10.8s
91:	learn: 0.2680353	total: 1.1s	remaining: 10.8s
92:	learn: 0.2673621	total: 1.11s	remaining: 10.8s
93:	learn: 0.2669397	total: 1.12s	remaining: 10.8s
94:	learn: 0.2666401	total: 1.13s	remaining: 10.8s
95:	learn: 0.2661492	total: 1.14s	remaining: 10.8s
96:	learn: 0.2656901	total: 1.15s	remaining: 10.7s
97:	learn: 0.2649991	total: 1.17s	remaining: 10.8s
98:	learn: 0.2643352	total: 1.18s	remaining: 10.7s
99:	learn: 0.2639765	total: 1.19s	remaining: 10.7s
100:	learn: 0.2635699	total: 1.2s	remaining: 10.7s
101:	learn: 0.2628212	total: 1.21s	remaining: 10.7s
102:	learn: 0.2621104	total: 1.23s	remaining: 10.7s
103:	learn: 0.2616957	total: 1.24s	remaining: 10.7s
104:	learn: 0.2614138	total: 1.25s	remaining: 10.7s
105:	learn: 0.2608111	total: 1.26s	remaining: 10.7s
106:	learn: 0.2604770	total: 1.27s	remaining: 10.6s
107:	learn: 0.2601575	total: 1.28s	remaining: 10.6s
108:	learn: 0.2597594	total: 1.29s	remaining: 10.6s
109:	learn: 0.2594317	total: 1.3s	remaining: 10.6s
110:	learn: 0.2586275	total: 1.32s	remaining: 10.5s
111:	learn: 0.2582916	total: 1.33s	remaining: 10.5s
112:	learn: 0.2577168	total: 1.34s	remaining: 10.5s
113:	learn: 0.2573855	total: 1.35s	remaining: 10.5s
114:	learn: 0.2570561	total: 1.36s	remaining: 10.5s
115:	learn: 0.2566876	total: 1.37s	remaining: 10.5s
116:	learn: 0.2563491	total: 1.39s	remaining: 10.5s
117:	learn: 0.2560386	total: 1.4s	remaining: 10.5s
118:	learn: 0.2558163	total: 1.41s	remaining: 10.4s
119:	learn: 0.2555292	total: 1.42s	remaining: 10.4s
120:	learn: 0.2551853	total: 1.46s	remaining: 10.6s
121:	learn: 0.2549521	total: 1.47s	remaining: 10.6s
122:	learn: 0.2547973	total: 1.49s	remaining: 10.6s
123:	learn: 0.2544990	total: 1.5s	remaining: 10.6s
124:	learn: 0.2542396	total: 1.51s	remaining: 10.6s
125:	learn: 0.2538902	total: 1.53s	remaining: 10.6s
126:	learn: 0.2536677	total: 1.55s	remaining: 10.6s
127:	learn: 0.2534202	total: 1.55s	remaining: 10.6s
128:	learn: 0.2531520	total: 1.57s	remaining: 10.6s
129:	learn: 0.2529231	total: 1.57s	remaining: 10.5s
130:	learn: 0.2526163	total: 1.59s	remaining: 10.5s
131:	learn: 0.2522758	total: 1.6s	remaining: 10.5s
132:	learn: 0.2520726	total: 1.61s	remaining: 10.5s
133:	learn: 0.2518014	total: 1.62s	remaining: 10.5s
134:	learn: 0.2514570	total: 1.64s	remaining: 10.5s
135:	learn: 0.2511272	total: 1.66s	remaining: 10.6s
136:	learn: 0.2508396	total: 1.67s	remaining: 10.5s
137:	learn: 0.2506297	total: 1.69s	remaining: 10.5s
138:	learn: 0.2503974	total: 1.7s	remaining: 10.5s
139:	learn: 0.2502406	total: 1.71s	remaining: 10.5s
140:	learn: 0.2499351	total: 1.72s	remaining: 10.5s
141:	learn: 0.2495995	total: 1.74s	remaining: 10.5s
142:	learn: 0.2493881	total: 1.75s	remaining: 10.5s
143:	learn: 0.2491937	total: 1.76s	remaining: 10.5s
144:	learn: 0.2489563	total: 1.77s	remaining: 10.5s
145:	learn: 0.2487263	total: 1.78s	remaining: 10.4s
146:	learn: 0.2484342	total: 1.79s	remaining: 10.4s
147:	learn: 0.2479102	total: 1.8s	remaining: 10.4s
148:	learn: 0.2476207	total: 1.81s	remaining: 10.4s
149:	learn: 0.2474303	total: 1.83s	remaining: 10.4s
150:	learn: 0.2471250	total: 1.84s	remaining: 10.4s
151:	learn: 0.2465970	total: 1.85s	remaining: 10.3s
152:	learn: 0.2464200	total: 1.86s	remaining: 10.3s
153:	learn: 0.2462168	total: 1.87s	remaining: 10.3s
154:	learn: 0.2459187	total: 1.89s	remaining: 10.3s
155:	learn: 0.2457535	total: 1.89s	remaining: 10.2s
156:	learn: 0.2455852	total: 1.9s	remaining: 10.2s
157:	learn: 0.2454733	total: 1.92s	remaining: 10.2s
158:	learn: 0.2452544	total: 1.93s	remaining: 10.2s
159:	learn: 0.2449772	total: 1.94s	remaining: 10.2s
160:	learn: 0.2447361	total: 1.95s	remaining: 10.2s
161:	learn: 0.2444731	total: 1.96s	remaining: 10.1s
162:	learn: 0.2442796	total: 1.97s	remaining: 10.1s
163:	learn: 0.2440357	total: 1.98s	remaining: 10.1s
164:	learn: 0.2437319	total: 1.99s	remaining: 10.1s
165:	learn: 0.2435905	total: 2s	remaining: 10.1s
166:	learn: 0.2433205	total: 2.01s	remaining: 10s
167:	learn: 0.2431605	total: 2.02s	remaining: 10s
168:	learn: 0.2429597	total: 2.03s	remaining: 10s
169:	learn: 0.2427604	total: 2.04s	remaining: 9.97s
170:	learn: 0.2425364	total: 2.05s	remaining: 9.95s
171:	learn: 0.2423439	total: 2.06s	remaining: 9.94s
172:	learn: 0.2418664	total: 2.07s	remaining: 9.91s
173:	learn: 0.2416750	total: 2.08s	remaining: 9.88s
174:	learn: 0.2414108	total: 2.09s	remaining: 9.87s
175:	learn: 0.2407422	total: 2.1s	remaining: 9.86s
176:	learn: 0.2405110	total: 2.12s	remaining: 9.84s
177:	learn: 0.2402477	total: 2.13s	remaining: 9.81s
178:	learn: 0.2400049	total: 2.13s	remaining: 9.79s
179:	learn: 0.2397134	total: 2.15s	remaining: 9.77s
180:	learn: 0.2394744	total: 2.16s	remaining: 9.77s
181:	learn: 0.2391038	total: 2.17s	remaining: 9.75s
182:	learn: 0.2389198	total: 2.18s	remaining: 9.73s
183:	learn: 0.2386928	total: 2.2s	remaining: 9.75s
184:	learn: 0.2384563	total: 2.21s	remaining: 9.75s
185:	learn: 0.2382320	total: 2.23s	remaining: 9.77s
186:	learn: 0.2380391	total: 2.25s	remaining: 9.79s
187:	learn: 0.2378841	total: 2.27s	remaining: 9.81s
188:	learn: 0.2376335	total: 2.29s	remaining: 9.83s
189:	learn: 0.2374809	total: 2.3s	remaining: 9.82s
190:	learn: 0.2372666	total: 2.32s	remaining: 9.85s
191:	learn: 0.2371395	total: 2.34s	remaining: 9.85s
192:	learn: 0.2369798	total: 2.36s	remaining: 9.87s
193:	learn: 0.2368522	total: 2.38s	remaining: 9.89s
194:	learn: 0.2365905	total: 2.39s	remaining: 9.87s
195:	learn: 0.2362359	total: 2.4s	remaining: 9.85s
196:	learn: 0.2361168	total: 2.41s	remaining: 9.83s
197:	learn: 0.2358707	total: 2.42s	remaining: 9.81s
198:	learn: 0.2357506	total: 2.43s	remaining: 9.79s
199:	learn: 0.2355258	total: 2.44s	remaining: 9.77s
200:	learn: 0.2353072	total: 2.45s	remaining: 9.76s
201:	learn: 0.2350329	total: 2.46s	remaining: 9.73s
202:	learn: 0.2348086	total: 2.48s	remaining: 9.72s
203:	learn: 0.2345660	total: 2.48s	remaining: 9.7s
204:	learn: 0.2343861	total: 2.5s	remaining: 9.68s
205:	learn: 0.2341707	total: 2.51s	remaining: 9.67s
206:	learn: 0.2339801	total: 2.52s	remaining: 9.65s
207:	learn: 0.2338449	total: 2.53s	remaining: 9.63s
208:	learn: 0.2336247	total: 2.54s	remaining: 9.63s
209:	learn: 0.2333561	total: 2.56s	remaining: 9.62s
210:	learn: 0.2331822	total: 2.57s	remaining: 9.62s
211:	learn: 0.2329528	total: 2.58s	remaining: 9.6s
212:	learn: 0.2327116	total: 2.59s	remaining: 9.58s
213:	learn: 0.2325016	total: 2.61s	remaining: 9.58s
214:	learn: 0.2322996	total: 2.64s	remaining: 9.63s
215:	learn: 0.2320967	total: 2.65s	remaining: 9.63s
216:	learn: 0.2318423	total: 2.66s	remaining: 9.6s
217:	learn: 0.2316510	total: 2.67s	remaining: 9.59s
218:	learn: 0.2314739	total: 2.69s	remaining: 9.58s
219:	learn: 0.2313056	total: 2.69s	remaining: 9.56s
220:	learn: 0.2311638	total: 2.71s	remaining: 9.56s
221:	learn: 0.2310462	total: 2.72s	remaining: 9.54s
222:	learn: 0.2309394	total: 2.73s	remaining: 9.52s
223:	learn: 0.2307121	total: 2.74s	remaining: 9.5s
224:	learn: 0.2305798	total: 2.75s	remaining: 9.48s
225:	learn: 0.2303990	total: 2.77s	remaining: 9.47s
226:	learn: 0.2302981	total: 2.77s	remaining: 9.45s
227:	learn: 0.2301515	total: 2.78s	remaining: 9.43s
228:	learn: 0.2298944	total: 2.79s	remaining: 9.41s
229:	learn: 0.2296648	total: 2.81s	remaining: 9.39s
230:	learn: 0.2294460	total: 2.82s	remaining: 9.38s
231:	learn: 0.2292664	total: 2.83s	remaining: 9.36s
232:	learn: 0.2290225	total: 2.84s	remaining: 9.35s
233:	learn: 0.2289137	total: 2.85s	remaining: 9.33s
234:	learn: 0.2286638	total: 2.86s	remaining: 9.31s
235:	learn: 0.2284957	total: 2.87s	remaining: 9.29s
236:	learn: 0.2283302	total: 2.88s	remaining: 9.28s
237:	learn: 0.2281306	total: 2.89s	remaining: 9.26s
238:	learn: 0.2280010	total: 2.9s	remaining: 9.24s
239:	learn: 0.2278255	total: 2.91s	remaining: 9.22s
240:	learn: 0.2274588	total: 2.92s	remaining: 9.21s
241:	learn: 0.2272473	total: 2.93s	remaining: 9.19s
242:	learn: 0.2270905	total: 2.94s	remaining: 9.17s
243:	learn: 0.2269284	total: 2.96s	remaining: 9.16s
244:	learn: 0.2267737	total: 2.97s	remaining: 9.15s
245:	learn: 0.2266422	total: 2.98s	remaining: 9.13s
246:	learn: 0.2264379	total: 2.99s	remaining: 9.11s
247:	learn: 0.2261892	total: 3s	remaining: 9.09s
248:	learn: 0.2260569	total: 3.01s	remaining: 9.07s
249:	learn: 0.2259105	total: 3.02s	remaining: 9.06s
250:	learn: 0.2257771	total: 3.03s	remaining: 9.04s
251:	learn: 0.2255811	total: 3.04s	remaining: 9.03s
252:	learn: 0.2253402	total: 3.05s	remaining: 9.01s
253:	learn: 0.2252114	total: 3.06s	remaining: 8.99s
254:	learn: 0.2250546	total: 3.07s	remaining: 8.97s
255:	learn: 0.2249103	total: 3.08s	remaining: 8.95s
256:	learn: 0.2246968	total: 3.09s	remaining: 8.93s
257:	learn: 0.2245189	total: 3.1s	remaining: 8.91s
258:	learn: 0.2243452	total: 3.11s	remaining: 8.9s
259:	learn: 0.2241284	total: 3.12s	remaining: 8.88s
260:	learn: 0.2239282	total: 3.13s	remaining: 8.87s
261:	learn: 0.2238120	total: 3.14s	remaining: 8.86s
262:	learn: 0.2236982	total: 3.15s	remaining: 8.84s
263:	learn: 0.2235561	total: 3.16s	remaining: 8.82s
264:	learn: 0.2232616	total: 3.17s	remaining: 8.8s
265:	learn: 0.2230957	total: 3.18s	remaining: 8.78s
266:	learn: 0.2229916	total: 3.19s	remaining: 8.76s
267:	learn: 0.2227913	total: 3.2s	remaining: 8.75s
268:	learn: 0.2226110	total: 3.21s	remaining: 8.73s
269:	learn: 0.2224494	total: 3.22s	remaining: 8.71s
270:	learn: 0.2222316	total: 3.23s	remaining: 8.69s
271:	learn: 0.2220084	total: 3.24s	remaining: 8.68s
272:	learn: 0.2218791	total: 3.25s	remaining: 8.66s
273:	learn: 0.2217002	total: 3.26s	remaining: 8.65s
274:	learn: 0.2214604	total: 3.27s	remaining: 8.63s
275:	learn: 0.2212841	total: 3.28s	remaining: 8.62s
276:	learn: 0.2211519	total: 3.29s	remaining: 8.6s
277:	learn: 0.2210277	total: 3.3s	remaining: 8.58s
278:	learn: 0.2208178	total: 3.31s	remaining: 8.56s
279:	learn: 0.2207095	total: 3.33s	remaining: 8.55s
280:	learn: 0.2205112	total: 3.34s	remaining: 8.54s
281:	learn: 0.2204042	total: 3.35s	remaining: 8.52s
282:	learn: 0.2202177	total: 3.36s	remaining: 8.5s
283:	learn: 0.2198291	total: 3.37s	remaining: 8.49s
284:	learn: 0.2197215	total: 3.38s	remaining: 8.47s
285:	learn: 0.2195147	total: 3.39s	remaining: 8.46s
286:	learn: 0.2193341	total: 3.4s	remaining: 8.44s
287:	learn: 0.2191736	total: 3.4s	remaining: 8.42s
288:	learn: 0.2190058	total: 3.42s	remaining: 8.4s
289:	learn: 0.2187268	total: 3.43s	remaining: 8.39s
290:	learn: 0.2185812	total: 3.44s	remaining: 8.37s
291:	learn: 0.2184301	total: 3.45s	remaining: 8.36s
292:	learn: 0.2183124	total: 3.46s	remaining: 8.34s
293:	learn: 0.2182407	total: 3.47s	remaining: 8.33s
294:	learn: 0.2180682	total: 3.48s	remaining: 8.31s
295:	learn: 0.2179045	total: 3.49s	remaining: 8.3s
296:	learn: 0.2177215	total: 3.5s	remaining: 8.28s
297:	learn: 0.2175217	total: 3.51s	remaining: 8.26s
298:	learn: 0.2174898	total: 3.52s	remaining: 8.24s
299:	learn: 0.2173187	total: 3.53s	remaining: 8.23s
300:	learn: 0.2172098	total: 3.54s	remaining: 8.21s
301:	learn: 0.2170035	total: 3.54s	remaining: 8.2s
302:	learn: 0.2168684	total: 3.56s	remaining: 8.18s
303:	learn: 0.2167433	total: 3.57s	remaining: 8.16s
304:	learn: 0.2167174	total: 3.57s	remaining: 8.14s
305:	learn: 0.2164446	total: 3.58s	remaining: 8.13s
306:	learn: 0.2162300	total: 3.59s	remaining: 8.11s
307:	learn: 0.2162096	total: 3.61s	remaining: 8.12s
308:	learn: 0.2160479	total: 3.63s	remaining: 8.11s
309:	learn: 0.2158777	total: 3.64s	remaining: 8.1s
310:	learn: 0.2156418	total: 3.65s	remaining: 8.08s
311:	learn: 0.2153715	total: 3.67s	remaining: 8.09s
312:	learn: 0.2151559	total: 3.68s	remaining: 8.09s
313:	learn: 0.2150468	total: 3.73s	remaining: 8.14s
314:	learn: 0.2149018	total: 3.74s	remaining: 8.14s
315:	learn: 0.2148403	total: 3.78s	remaining: 8.18s
316:	learn: 0.2146666	total: 3.79s	remaining: 8.18s
317:	learn: 0.2144511	total: 3.81s	remaining: 8.18s
318:	learn: 0.2142890	total: 3.83s	remaining: 8.18s
319:	learn: 0.2141420	total: 3.84s	remaining: 8.17s
320:	learn: 0.2139619	total: 3.86s	remaining: 8.16s
321:	learn: 0.2137672	total: 3.87s	remaining: 8.16s
322:	learn: 0.2135977	total: 3.88s	remaining: 8.14s
323:	learn: 0.2135413	total: 3.89s	remaining: 8.13s
324:	learn: 0.2133370	total: 3.9s	remaining: 8.11s
325:	learn: 0.2132857	total: 3.91s	remaining: 8.09s
326:	learn: 0.2130970	total: 3.92s	remaining: 8.07s
327:	learn: 0.2129172	total: 3.93s	remaining: 8.06s
328:	learn: 0.2129023	total: 3.94s	remaining: 8.05s
329:	learn: 0.2127113	total: 3.96s	remaining: 8.03s
330:	learn: 0.2125582	total: 3.96s	remaining: 8.02s
331:	learn: 0.2124496	total: 3.98s	remaining: 8s
332:	learn: 0.2122816	total: 3.99s	remaining: 7.99s
333:	learn: 0.2122257	total: 4s	remaining: 7.97s
334:	learn: 0.2120272	total: 4s	remaining: 7.95s
335:	learn: 0.2118255	total: 4.01s	remaining: 7.93s
336:	learn: 0.2115312	total: 4.03s	remaining: 7.92s
337:	learn: 0.2114039	total: 4.04s	remaining: 7.91s
338:	learn: 0.2112358	total: 4.05s	remaining: 7.89s
339:	learn: 0.2110668	total: 4.06s	remaining: 7.88s
340:	learn: 0.2108720	total: 4.07s	remaining: 7.86s
341:	learn: 0.2108286	total: 4.08s	remaining: 7.85s
342:	learn: 0.2105090	total: 4.09s	remaining: 7.83s
343:	learn: 0.2103906	total: 4.1s	remaining: 7.81s
344:	learn: 0.2103081	total: 4.11s	remaining: 7.8s
345:	learn: 0.2101760	total: 4.12s	remaining: 7.79s
346:	learn: 0.2100351	total: 4.14s	remaining: 7.78s
347:	learn: 0.2099391	total: 4.15s	remaining: 7.77s
348:	learn: 0.2096537	total: 4.16s	remaining: 7.75s
349:	learn: 0.2093739	total: 4.18s	remaining: 7.77s
350:	learn: 0.2093085	total: 4.2s	remaining: 7.76s
351:	learn: 0.2091221	total: 4.2s	remaining: 7.74s
352:	learn: 0.2090128	total: 4.22s	remaining: 7.73s
353:	learn: 0.2088997	total: 4.23s	remaining: 7.71s
354:	learn: 0.2087740	total: 4.24s	remaining: 7.7s
355:	learn: 0.2085652	total: 4.25s	remaining: 7.69s
356:	learn: 0.2083128	total: 4.26s	remaining: 7.68s
357:	learn: 0.2081535	total: 4.28s	remaining: 7.67s
358:	learn: 0.2080074	total: 4.29s	remaining: 7.66s
359:	learn: 0.2078646	total: 4.3s	remaining: 7.64s
360:	learn: 0.2076477	total: 4.31s	remaining: 7.63s
361:	learn: 0.2074922	total: 4.32s	remaining: 7.61s
362:	learn: 0.2073139	total: 4.33s	remaining: 7.6s
363:	learn: 0.2072936	total: 4.34s	remaining: 7.59s
364:	learn: 0.2072006	total: 4.36s	remaining: 7.58s
365:	learn: 0.2069991	total: 4.37s	remaining: 7.57s
366:	learn: 0.2068514	total: 4.38s	remaining: 7.56s
367:	learn: 0.2065648	total: 4.39s	remaining: 7.54s
368:	learn: 0.2065008	total: 4.41s	remaining: 7.54s
369:	learn: 0.2063012	total: 4.42s	remaining: 7.53s
370:	learn: 0.2060999	total: 4.43s	remaining: 7.52s
371:	learn: 0.2059350	total: 4.44s	remaining: 7.5s
372:	learn: 0.2058233	total: 4.46s	remaining: 7.49s
373:	learn: 0.2058111	total: 4.47s	remaining: 7.48s
374:	learn: 0.2057048	total: 4.48s	remaining: 7.47s
375:	learn: 0.2055158	total: 4.49s	remaining: 7.45s
376:	learn: 0.2054147	total: 4.5s	remaining: 7.44s
377:	learn: 0.2052286	total: 4.52s	remaining: 7.43s
378:	learn: 0.2049589	total: 4.53s	remaining: 7.42s
379:	learn: 0.2049489	total: 4.54s	remaining: 7.41s
380:	learn: 0.2047797	total: 4.55s	remaining: 7.39s
381:	learn: 0.2046777	total: 4.56s	remaining: 7.38s
382:	learn: 0.2045094	total: 4.57s	remaining: 7.37s
383:	learn: 0.2043607	total: 4.58s	remaining: 7.35s
384:	learn: 0.2042204	total: 4.61s	remaining: 7.36s
385:	learn: 0.2040866	total: 4.62s	remaining: 7.35s
386:	learn: 0.2038903	total: 4.65s	remaining: 7.37s
387:	learn: 0.2037262	total: 4.73s	remaining: 7.46s
388:	learn: 0.2036794	total: 4.75s	remaining: 7.46s
389:	learn: 0.2036724	total: 4.77s	remaining: 7.46s
390:	learn: 0.2035119	total: 4.79s	remaining: 7.45s
391:	learn: 0.2033445	total: 4.8s	remaining: 7.44s
392:	learn: 0.2031470	total: 4.82s	remaining: 7.44s
393:	learn: 0.2030600	total: 4.82s	remaining: 7.42s
394:	learn: 0.2030515	total: 4.84s	remaining: 7.41s
395:	learn: 0.2029100	total: 4.85s	remaining: 7.39s
396:	learn: 0.2027214	total: 4.86s	remaining: 7.38s
397:	learn: 0.2025268	total: 4.87s	remaining: 7.36s
398:	learn: 0.2023886	total: 4.88s	remaining: 7.35s
399:	learn: 0.2022637	total: 4.89s	remaining: 7.33s
400:	learn: 0.2022443	total: 4.9s	remaining: 7.32s
401:	learn: 0.2020532	total: 4.91s	remaining: 7.3s
402:	learn: 0.2018559	total: 4.92s	remaining: 7.29s
403:	learn: 0.2016732	total: 4.93s	remaining: 7.27s
404:	learn: 0.2015440	total: 4.94s	remaining: 7.26s
405:	learn: 0.2013970	total: 4.95s	remaining: 7.25s
406:	learn: 0.2012179	total: 4.96s	remaining: 7.23s
407:	learn: 0.2011791	total: 4.97s	remaining: 7.21s
408:	learn: 0.2010355	total: 4.99s	remaining: 7.2s
409:	learn: 0.2008735	total: 5s	remaining: 7.19s
410:	learn: 0.2007522	total: 5.01s	remaining: 7.18s
411:	learn: 0.2006509	total: 5.02s	remaining: 7.16s
412:	learn: 0.2006402	total: 5.03s	remaining: 7.16s
413:	learn: 0.2004666	total: 5.05s	remaining: 7.14s
414:	learn: 0.2004282	total: 5.05s	remaining: 7.13s
415:	learn: 0.2003157	total: 5.07s	remaining: 7.11s
416:	learn: 0.2001882	total: 5.08s	remaining: 7.1s
417:	learn: 0.2001085	total: 5.09s	remaining: 7.08s
418:	learn: 0.1999445	total: 5.1s	remaining: 7.07s
419:	learn: 0.1998355	total: 5.11s	remaining: 7.06s
420:	learn: 0.1997184	total: 5.12s	remaining: 7.04s
421:	learn: 0.1995905	total: 5.13s	remaining: 7.03s
422:	learn: 0.1994355	total: 5.14s	remaining: 7.02s
423:	learn: 0.1992824	total: 5.16s	remaining: 7s
424:	learn: 0.1990736	total: 5.17s	remaining: 6.99s
425:	learn: 0.1989352	total: 5.18s	remaining: 6.98s
426:	learn: 0.1989291	total: 5.19s	remaining: 6.97s
427:	learn: 0.1989208	total: 5.2s	remaining: 6.95s
428:	learn: 0.1987359	total: 5.22s	remaining: 6.94s
429:	learn: 0.1985801	total: 5.24s	remaining: 6.94s
430:	learn: 0.1983864	total: 5.25s	remaining: 6.94s
431:	learn: 0.1981508	total: 5.28s	remaining: 6.94s
432:	learn: 0.1980134	total: 5.29s	remaining: 6.93s
433:	learn: 0.1979496	total: 5.32s	remaining: 6.93s
434:	learn: 0.1978331	total: 5.33s	remaining: 6.93s
435:	learn: 0.1977146	total: 5.35s	remaining: 6.92s
436:	learn: 0.1975300	total: 5.37s	remaining: 6.92s
437:	learn: 0.1974194	total: 5.39s	remaining: 6.91s
438:	learn: 0.1972187	total: 5.41s	remaining: 6.91s
439:	learn: 0.1970931	total: 5.42s	remaining: 6.89s
440:	learn: 0.1969508	total: 5.43s	remaining: 6.88s
441:	learn: 0.1968088	total: 5.44s	remaining: 6.87s
442:	learn: 0.1965330	total: 5.45s	remaining: 6.85s
443:	learn: 0.1963898	total: 5.46s	remaining: 6.84s
444:	learn: 0.1962221	total: 5.47s	remaining: 6.83s
445:	learn: 0.1961190	total: 5.48s	remaining: 6.81s
446:	learn: 0.1959540	total: 5.5s	remaining: 6.8s
447:	learn: 0.1958025	total: 5.51s	remaining: 6.79s
448:	learn: 0.1956753	total: 5.52s	remaining: 6.77s
449:	learn: 0.1955154	total: 5.53s	remaining: 6.76s
450:	learn: 0.1953076	total: 5.54s	remaining: 6.75s
451:	learn: 0.1951756	total: 5.55s	remaining: 6.73s
452:	learn: 0.1950711	total: 5.56s	remaining: 6.71s
453:	learn: 0.1949274	total: 5.57s	remaining: 6.7s
454:	learn: 0.1947532	total: 5.58s	remaining: 6.69s
455:	learn: 0.1946820	total: 5.61s	remaining: 6.69s
456:	learn: 0.1945022	total: 5.62s	remaining: 6.67s
457:	learn: 0.1944073	total: 5.63s	remaining: 6.66s
458:	learn: 0.1942657	total: 5.64s	remaining: 6.65s
459:	learn: 0.1940999	total: 5.65s	remaining: 6.63s
460:	learn: 0.1939538	total: 5.66s	remaining: 6.62s
461:	learn: 0.1938345	total: 5.68s	remaining: 6.61s
462:	learn: 0.1937162	total: 5.69s	remaining: 6.6s
463:	learn: 0.1935454	total: 5.7s	remaining: 6.58s
464:	learn: 0.1933932	total: 5.71s	remaining: 6.57s
465:	learn: 0.1932091	total: 5.72s	remaining: 6.56s
466:	learn: 0.1930953	total: 5.73s	remaining: 6.54s
467:	learn: 0.1929727	total: 5.74s	remaining: 6.53s
468:	learn: 0.1928102	total: 5.75s	remaining: 6.51s
469:	learn: 0.1925792	total: 5.76s	remaining: 6.5s
470:	learn: 0.1924569	total: 5.77s	remaining: 6.49s
471:	learn: 0.1923203	total: 5.79s	remaining: 6.47s
472:	learn: 0.1921636	total: 5.8s	remaining: 6.46s
473:	learn: 0.1920588	total: 5.81s	remaining: 6.45s
474:	learn: 0.1919017	total: 5.82s	remaining: 6.43s
475:	learn: 0.1918665	total: 5.83s	remaining: 6.42s
476:	learn: 0.1916994	total: 5.84s	remaining: 6.41s
477:	learn: 0.1916411	total: 5.85s	remaining: 6.39s
478:	learn: 0.1915520	total: 5.86s	remaining: 6.38s
479:	learn: 0.1914140	total: 5.88s	remaining: 6.37s
480:	learn: 0.1913198	total: 5.89s	remaining: 6.35s
481:	learn: 0.1911289	total: 5.9s	remaining: 6.34s
482:	learn: 0.1910351	total: 5.91s	remaining: 6.32s
483:	learn: 0.1908831	total: 5.92s	remaining: 6.32s
484:	learn: 0.1907426	total: 5.94s	remaining: 6.3s
485:	learn: 0.1906732	total: 5.95s	remaining: 6.29s
486:	learn: 0.1904331	total: 5.96s	remaining: 6.28s
487:	learn: 0.1902378	total: 5.97s	remaining: 6.26s
488:	learn: 0.1900941	total: 5.98s	remaining: 6.25s
489:	learn: 0.1899052	total: 5.99s	remaining: 6.23s
490:	learn: 0.1896453	total: 6s	remaining: 6.22s
491:	learn: 0.1896393	total: 6.01s	remaining: 6.2s
492:	learn: 0.1894795	total: 6.02s	remaining: 6.19s
493:	learn: 0.1893386	total: 6.03s	remaining: 6.18s
494:	learn: 0.1892116	total: 6.04s	remaining: 6.16s
495:	learn: 0.1890379	total: 6.05s	remaining: 6.15s
496:	learn: 0.1889478	total: 6.06s	remaining: 6.14s
497:	learn: 0.1888151	total: 6.08s	remaining: 6.13s
498:	learn: 0.1886897	total: 6.09s	remaining: 6.12s
499:	learn: 0.1885790	total: 6.11s	remaining: 6.11s
500:	learn: 0.1885021	total: 6.12s	remaining: 6.09s
501:	learn: 0.1883210	total: 6.13s	remaining: 6.08s
502:	learn: 0.1881731	total: 6.14s	remaining: 6.06s
503:	learn: 0.1881061	total: 6.15s	remaining: 6.05s
504:	learn: 0.1880862	total: 6.16s	remaining: 6.03s
505:	learn: 0.1879082	total: 6.17s	remaining: 6.02s
506:	learn: 0.1878149	total: 6.18s	remaining: 6.01s
507:	learn: 0.1877078	total: 6.19s	remaining: 6s
508:	learn: 0.1876087	total: 6.2s	remaining: 5.98s
509:	learn: 0.1874497	total: 6.21s	remaining: 5.97s
510:	learn: 0.1873518	total: 6.22s	remaining: 5.95s
511:	learn: 0.1871818	total: 6.23s	remaining: 5.94s
512:	learn: 0.1870575	total: 6.24s	remaining: 5.93s
513:	learn: 0.1868854	total: 6.25s	remaining: 5.91s
514:	learn: 0.1867361	total: 6.27s	remaining: 5.9s
515:	learn: 0.1866526	total: 6.28s	remaining: 5.89s
516:	learn: 0.1865261	total: 6.29s	remaining: 5.88s
517:	learn: 0.1864476	total: 6.3s	remaining: 5.86s
518:	learn: 0.1862716	total: 6.31s	remaining: 5.85s
519:	learn: 0.1861431	total: 6.32s	remaining: 5.84s
520:	learn: 0.1859918	total: 6.33s	remaining: 5.82s
521:	learn: 0.1858402	total: 6.34s	remaining: 5.81s
522:	learn: 0.1857319	total: 6.35s	remaining: 5.79s
523:	learn: 0.1855620	total: 6.36s	remaining: 5.78s
524:	learn: 0.1854530	total: 6.37s	remaining: 5.76s
525:	learn: 0.1853163	total: 6.38s	remaining: 5.75s
526:	learn: 0.1852246	total: 6.39s	remaining: 5.74s
527:	learn: 0.1851381	total: 6.4s	remaining: 5.72s
528:	learn: 0.1851274	total: 6.41s	remaining: 5.71s
529:	learn: 0.1850199	total: 6.42s	remaining: 5.7s
530:	learn: 0.1848729	total: 6.44s	remaining: 5.68s
531:	learn: 0.1848676	total: 6.45s	remaining: 5.67s
532:	learn: 0.1847514	total: 6.45s	remaining: 5.65s
533:	learn: 0.1845919	total: 6.46s	remaining: 5.64s
534:	learn: 0.1844490	total: 6.48s	remaining: 5.63s
535:	learn: 0.1842800	total: 6.49s	remaining: 5.62s
536:	learn: 0.1841811	total: 6.5s	remaining: 5.6s
537:	learn: 0.1840720	total: 6.51s	remaining: 5.59s
538:	learn: 0.1840675	total: 6.51s	remaining: 5.57s
539:	learn: 0.1838589	total: 6.52s	remaining: 5.56s
540:	learn: 0.1838063	total: 6.53s	remaining: 5.54s
541:	learn: 0.1836587	total: 6.54s	remaining: 5.53s
542:	learn: 0.1835666	total: 6.55s	remaining: 5.52s
543:	learn: 0.1834194	total: 6.56s	remaining: 5.5s
544:	learn: 0.1833178	total: 6.58s	remaining: 5.49s
545:	learn: 0.1831909	total: 6.6s	remaining: 5.49s
546:	learn: 0.1829808	total: 6.61s	remaining: 5.47s
547:	learn: 0.1828106	total: 6.62s	remaining: 5.46s
548:	learn: 0.1826924	total: 6.64s	remaining: 5.45s
549:	learn: 0.1825797	total: 6.65s	remaining: 5.44s
550:	learn: 0.1824842	total: 6.66s	remaining: 5.43s
551:	learn: 0.1823286	total: 6.67s	remaining: 5.42s
552:	learn: 0.1822601	total: 6.69s	remaining: 5.41s
553:	learn: 0.1821447	total: 6.7s	remaining: 5.39s
554:	learn: 0.1820275	total: 6.71s	remaining: 5.38s
555:	learn: 0.1819259	total: 6.72s	remaining: 5.37s
556:	learn: 0.1818189	total: 6.73s	remaining: 5.35s
557:	learn: 0.1817843	total: 6.74s	remaining: 5.34s
558:	learn: 0.1817091	total: 6.75s	remaining: 5.33s
559:	learn: 0.1815138	total: 6.76s	remaining: 5.31s
560:	learn: 0.1814302	total: 6.77s	remaining: 5.3s
561:	learn: 0.1812751	total: 6.79s	remaining: 5.29s
562:	learn: 0.1811316	total: 6.8s	remaining: 5.28s
563:	learn: 0.1809973	total: 6.81s	remaining: 5.26s
564:	learn: 0.1808949	total: 6.82s	remaining: 5.25s
565:	learn: 0.1807673	total: 6.83s	remaining: 5.23s
566:	learn: 0.1806448	total: 6.83s	remaining: 5.22s
567:	learn: 0.1805521	total: 6.84s	remaining: 5.21s
568:	learn: 0.1804460	total: 6.86s	remaining: 5.19s
569:	learn: 0.1803149	total: 6.87s	remaining: 5.18s
570:	learn: 0.1802152	total: 6.88s	remaining: 5.17s
571:	learn: 0.1800824	total: 6.88s	remaining: 5.15s
572:	learn: 0.1799730	total: 6.9s	remaining: 5.14s
573:	learn: 0.1797769	total: 6.91s	remaining: 5.13s
574:	learn: 0.1796554	total: 6.92s	remaining: 5.12s
575:	learn: 0.1795876	total: 6.93s	remaining: 5.1s
576:	learn: 0.1794750	total: 6.94s	remaining: 5.09s
577:	learn: 0.1793139	total: 6.95s	remaining: 5.08s
578:	learn: 0.1792355	total: 6.96s	remaining: 5.06s
579:	learn: 0.1791135	total: 6.97s	remaining: 5.05s
580:	learn: 0.1790016	total: 6.98s	remaining: 5.03s
581:	learn: 0.1789042	total: 6.99s	remaining: 5.02s
582:	learn: 0.1787867	total: 7s	remaining: 5.01s
583:	learn: 0.1786458	total: 7.01s	remaining: 4.99s
584:	learn: 0.1785345	total: 7.02s	remaining: 4.98s
585:	learn: 0.1784126	total: 7.03s	remaining: 4.97s
586:	learn: 0.1783029	total: 7.04s	remaining: 4.95s
587:	learn: 0.1781633	total: 7.05s	remaining: 4.94s
588:	learn: 0.1779900	total: 7.06s	remaining: 4.93s
589:	learn: 0.1779161	total: 7.07s	remaining: 4.91s
590:	learn: 0.1777876	total: 7.08s	remaining: 4.9s
591:	learn: 0.1776525	total: 7.09s	remaining: 4.89s
592:	learn: 0.1775734	total: 7.11s	remaining: 4.88s
593:	learn: 0.1774594	total: 7.12s	remaining: 4.86s
594:	learn: 0.1773331	total: 7.13s	remaining: 4.85s
595:	learn: 0.1772132	total: 7.14s	remaining: 4.84s
596:	learn: 0.1770700	total: 7.15s	remaining: 4.83s
597:	learn: 0.1768557	total: 7.16s	remaining: 4.81s
598:	learn: 0.1767758	total: 7.17s	remaining: 4.8s
599:	learn: 0.1765911	total: 7.18s	remaining: 4.79s
600:	learn: 0.1764658	total: 7.19s	remaining: 4.78s
601:	learn: 0.1763505	total: 7.2s	remaining: 4.76s
602:	learn: 0.1762565	total: 7.22s	remaining: 4.75s
603:	learn: 0.1761144	total: 7.23s	remaining: 4.74s
604:	learn: 0.1760357	total: 7.24s	remaining: 4.72s
605:	learn: 0.1758944	total: 7.25s	remaining: 4.71s
606:	learn: 0.1758124	total: 7.26s	remaining: 4.7s
607:	learn: 0.1757118	total: 7.27s	remaining: 4.69s
608:	learn: 0.1755722	total: 7.28s	remaining: 4.67s
609:	learn: 0.1755100	total: 7.29s	remaining: 4.66s
610:	learn: 0.1754436	total: 7.3s	remaining: 4.64s
611:	learn: 0.1753240	total: 7.31s	remaining: 4.63s
612:	learn: 0.1751979	total: 7.32s	remaining: 4.62s
613:	learn: 0.1751339	total: 7.33s	remaining: 4.61s
614:	learn: 0.1750237	total: 7.34s	remaining: 4.6s
615:	learn: 0.1749233	total: 7.35s	remaining: 4.58s
616:	learn: 0.1748237	total: 7.36s	remaining: 4.57s
617:	learn: 0.1747359	total: 7.37s	remaining: 4.55s
618:	learn: 0.1746936	total: 7.38s	remaining: 4.54s
619:	learn: 0.1746014	total: 7.39s	remaining: 4.53s
620:	learn: 0.1744913	total: 7.4s	remaining: 4.52s
621:	learn: 0.1743748	total: 7.41s	remaining: 4.5s
622:	learn: 0.1743009	total: 7.42s	remaining: 4.49s
623:	learn: 0.1742010	total: 7.43s	remaining: 4.48s
624:	learn: 0.1740941	total: 7.44s	remaining: 4.47s
625:	learn: 0.1739974	total: 7.45s	remaining: 4.45s
626:	learn: 0.1738529	total: 7.46s	remaining: 4.44s
627:	learn: 0.1737646	total: 7.47s	remaining: 4.43s
628:	learn: 0.1736742	total: 7.48s	remaining: 4.41s
629:	learn: 0.1735955	total: 7.49s	remaining: 4.4s
630:	learn: 0.1734608	total: 7.5s	remaining: 4.39s
631:	learn: 0.1733235	total: 7.52s	remaining: 4.38s
632:	learn: 0.1732333	total: 7.53s	remaining: 4.37s
633:	learn: 0.1731124	total: 7.54s	remaining: 4.36s
634:	learn: 0.1730209	total: 7.56s	remaining: 4.35s
635:	learn: 0.1729422	total: 7.58s	remaining: 4.34s
636:	learn: 0.1728623	total: 7.6s	remaining: 4.33s
637:	learn: 0.1728004	total: 7.62s	remaining: 4.32s
638:	learn: 0.1726733	total: 7.63s	remaining: 4.31s
639:	learn: 0.1726656	total: 7.64s	remaining: 4.3s
640:	learn: 0.1725709	total: 7.66s	remaining: 4.29s
641:	learn: 0.1724787	total: 7.67s	remaining: 4.27s
642:	learn: 0.1723579	total: 7.67s	remaining: 4.26s
643:	learn: 0.1722722	total: 7.69s	remaining: 4.25s
644:	learn: 0.1721128	total: 7.71s	remaining: 4.24s
645:	learn: 0.1720365	total: 7.73s	remaining: 4.23s
646:	learn: 0.1718923	total: 7.76s	remaining: 4.23s
647:	learn: 0.1717476	total: 7.78s	remaining: 4.22s
648:	learn: 0.1716706	total: 7.79s	remaining: 4.21s
649:	learn: 0.1715893	total: 7.8s	remaining: 4.2s
650:	learn: 0.1715289	total: 7.81s	remaining: 4.19s
651:	learn: 0.1714658	total: 7.82s	remaining: 4.17s
652:	learn: 0.1713737	total: 7.83s	remaining: 4.16s
653:	learn: 0.1713700	total: 7.84s	remaining: 4.15s
654:	learn: 0.1712973	total: 7.85s	remaining: 4.13s
655:	learn: 0.1712025	total: 7.86s	remaining: 4.12s
656:	learn: 0.1710672	total: 7.87s	remaining: 4.11s
657:	learn: 0.1709568	total: 7.88s	remaining: 4.1s
658:	learn: 0.1707826	total: 7.89s	remaining: 4.08s
659:	learn: 0.1707373	total: 7.9s	remaining: 4.07s
660:	learn: 0.1706378	total: 7.91s	remaining: 4.06s
661:	learn: 0.1705982	total: 7.92s	remaining: 4.04s
662:	learn: 0.1705616	total: 7.94s	remaining: 4.04s
663:	learn: 0.1704761	total: 7.95s	remaining: 4.02s
664:	learn: 0.1703922	total: 7.96s	remaining: 4.01s
665:	learn: 0.1702132	total: 7.97s	remaining: 4s
666:	learn: 0.1701379	total: 7.98s	remaining: 3.98s
667:	learn: 0.1700498	total: 7.99s	remaining: 3.97s
668:	learn: 0.1699452	total: 8s	remaining: 3.96s
669:	learn: 0.1698223	total: 8.01s	remaining: 3.95s
670:	learn: 0.1696695	total: 8.02s	remaining: 3.93s
671:	learn: 0.1695520	total: 8.04s	remaining: 3.92s
672:	learn: 0.1694579	total: 8.04s	remaining: 3.91s
673:	learn: 0.1693439	total: 8.05s	remaining: 3.9s
674:	learn: 0.1692863	total: 8.07s	remaining: 3.88s
675:	learn: 0.1691428	total: 8.08s	remaining: 3.87s
676:	learn: 0.1690220	total: 8.09s	remaining: 3.86s
677:	learn: 0.1689554	total: 8.1s	remaining: 3.85s
678:	learn: 0.1688524	total: 8.11s	remaining: 3.83s
679:	learn: 0.1688005	total: 8.12s	remaining: 3.82s
680:	learn: 0.1687333	total: 8.13s	remaining: 3.81s
681:	learn: 0.1685692	total: 8.14s	remaining: 3.8s
682:	learn: 0.1685427	total: 8.15s	remaining: 3.79s
683:	learn: 0.1684184	total: 8.17s	remaining: 3.77s
684:	learn: 0.1683607	total: 8.18s	remaining: 3.76s
685:	learn: 0.1682560	total: 8.19s	remaining: 3.75s
686:	learn: 0.1681568	total: 8.2s	remaining: 3.73s
687:	learn: 0.1680693	total: 8.21s	remaining: 3.72s
688:	learn: 0.1679605	total: 8.22s	remaining: 3.71s
689:	learn: 0.1678491	total: 8.23s	remaining: 3.7s
690:	learn: 0.1677564	total: 8.24s	remaining: 3.69s
691:	learn: 0.1676629	total: 8.25s	remaining: 3.67s
692:	learn: 0.1676291	total: 8.27s	remaining: 3.66s
693:	learn: 0.1675665	total: 8.28s	remaining: 3.65s
694:	learn: 0.1674152	total: 8.29s	remaining: 3.64s
695:	learn: 0.1673311	total: 8.29s	remaining: 3.62s
696:	learn: 0.1672545	total: 8.3s	remaining: 3.61s
697:	learn: 0.1670946	total: 8.32s	remaining: 3.6s
698:	learn: 0.1669306	total: 8.33s	remaining: 3.59s
699:	learn: 0.1669263	total: 8.34s	remaining: 3.57s
700:	learn: 0.1668372	total: 8.35s	remaining: 3.56s
701:	learn: 0.1667210	total: 8.36s	remaining: 3.55s
702:	learn: 0.1664978	total: 8.37s	remaining: 3.54s
703:	learn: 0.1663596	total: 8.38s	remaining: 3.52s
704:	learn: 0.1663269	total: 8.39s	remaining: 3.51s
705:	learn: 0.1662188	total: 8.4s	remaining: 3.5s
706:	learn: 0.1661744	total: 8.42s	remaining: 3.49s
707:	learn: 0.1660515	total: 8.43s	remaining: 3.48s
708:	learn: 0.1659585	total: 8.44s	remaining: 3.46s
709:	learn: 0.1658560	total: 8.45s	remaining: 3.45s
710:	learn: 0.1658522	total: 8.46s	remaining: 3.44s
711:	learn: 0.1657758	total: 8.47s	remaining: 3.43s
712:	learn: 0.1656849	total: 8.49s	remaining: 3.42s
713:	learn: 0.1655149	total: 8.5s	remaining: 3.4s
714:	learn: 0.1653397	total: 8.51s	remaining: 3.39s
715:	learn: 0.1652450	total: 8.52s	remaining: 3.38s
716:	learn: 0.1651553	total: 8.53s	remaining: 3.37s
717:	learn: 0.1651233	total: 8.54s	remaining: 3.35s
718:	learn: 0.1650447	total: 8.56s	remaining: 3.35s
719:	learn: 0.1649473	total: 8.58s	remaining: 3.33s
720:	learn: 0.1648293	total: 8.59s	remaining: 3.32s
721:	learn: 0.1647911	total: 8.6s	remaining: 3.31s
722:	learn: 0.1646437	total: 8.61s	remaining: 3.3s
723:	learn: 0.1644545	total: 8.62s	remaining: 3.29s
724:	learn: 0.1643806	total: 8.63s	remaining: 3.27s
725:	learn: 0.1642285	total: 8.64s	remaining: 3.26s
726:	learn: 0.1641305	total: 8.66s	remaining: 3.25s
727:	learn: 0.1640224	total: 8.67s	remaining: 3.24s
728:	learn: 0.1639224	total: 8.68s	remaining: 3.23s
729:	learn: 0.1638604	total: 8.69s	remaining: 3.21s
730:	learn: 0.1638502	total: 8.7s	remaining: 3.2s
731:	learn: 0.1637396	total: 8.71s	remaining: 3.19s
732:	learn: 0.1636855	total: 8.72s	remaining: 3.18s
733:	learn: 0.1635160	total: 8.73s	remaining: 3.17s
734:	learn: 0.1634278	total: 8.74s	remaining: 3.15s
735:	learn: 0.1632445	total: 8.76s	remaining: 3.14s
736:	learn: 0.1631438	total: 8.77s	remaining: 3.13s
737:	learn: 0.1630038	total: 8.81s	remaining: 3.13s
738:	learn: 0.1628947	total: 8.84s	remaining: 3.12s
739:	learn: 0.1627600	total: 8.85s	remaining: 3.11s
740:	learn: 0.1627154	total: 8.87s	remaining: 3.1s
741:	learn: 0.1626078	total: 8.88s	remaining: 3.09s
742:	learn: 0.1625086	total: 8.91s	remaining: 3.08s
743:	learn: 0.1624488	total: 8.93s	remaining: 3.07s
744:	learn: 0.1624251	total: 8.94s	remaining: 3.06s
745:	learn: 0.1622882	total: 8.95s	remaining: 3.05s
746:	learn: 0.1622023	total: 8.96s	remaining: 3.03s
747:	learn: 0.1621170	total: 8.97s	remaining: 3.02s
748:	learn: 0.1620559	total: 8.98s	remaining: 3.01s
749:	learn: 0.1619966	total: 8.99s	remaining: 3s
750:	learn: 0.1618754	total: 9.01s	remaining: 2.99s
751:	learn: 0.1617867	total: 9.02s	remaining: 2.97s
752:	learn: 0.1617833	total: 9.03s	remaining: 2.96s
753:	learn: 0.1616782	total: 9.04s	remaining: 2.95s
754:	learn: 0.1615654	total: 9.06s	remaining: 2.94s
755:	learn: 0.1614982	total: 9.07s	remaining: 2.93s
756:	learn: 0.1614016	total: 9.08s	remaining: 2.92s
757:	learn: 0.1613018	total: 9.09s	remaining: 2.9s
758:	learn: 0.1611628	total: 9.11s	remaining: 2.89s
759:	learn: 0.1610277	total: 9.12s	remaining: 2.88s
760:	learn: 0.1609161	total: 9.13s	remaining: 2.87s
761:	learn: 0.1608189	total: 9.14s	remaining: 2.86s
762:	learn: 0.1607079	total: 9.16s	remaining: 2.84s
763:	learn: 0.1606011	total: 9.17s	remaining: 2.83s
764:	learn: 0.1605401	total: 9.18s	remaining: 2.82s
765:	learn: 0.1605100	total: 9.19s	remaining: 2.81s
766:	learn: 0.1604263	total: 9.2s	remaining: 2.79s
767:	learn: 0.1602408	total: 9.21s	remaining: 2.78s
768:	learn: 0.1602054	total: 9.22s	remaining: 2.77s
769:	learn: 0.1601036	total: 9.23s	remaining: 2.76s
770:	learn: 0.1600220	total: 9.24s	remaining: 2.75s
771:	learn: 0.1599443	total: 9.26s	remaining: 2.73s
772:	learn: 0.1598845	total: 9.27s	remaining: 2.72s
773:	learn: 0.1597979	total: 9.28s	remaining: 2.71s
774:	learn: 0.1597397	total: 9.29s	remaining: 2.7s
775:	learn: 0.1596951	total: 9.29s	remaining: 2.68s
776:	learn: 0.1596025	total: 9.31s	remaining: 2.67s
777:	learn: 0.1595253	total: 9.32s	remaining: 2.66s
778:	learn: 0.1594362	total: 9.32s	remaining: 2.65s
779:	learn: 0.1593499	total: 9.34s	remaining: 2.63s
780:	learn: 0.1592803	total: 9.36s	remaining: 2.62s
781:	learn: 0.1592008	total: 9.37s	remaining: 2.61s
782:	learn: 0.1590743	total: 9.38s	remaining: 2.6s
783:	learn: 0.1590246	total: 9.39s	remaining: 2.59s
784:	learn: 0.1589083	total: 9.4s	remaining: 2.58s
785:	learn: 0.1589052	total: 9.41s	remaining: 2.56s
786:	learn: 0.1588423	total: 9.42s	remaining: 2.55s
787:	learn: 0.1587539	total: 9.43s	remaining: 2.54s
788:	learn: 0.1586306	total: 9.44s	remaining: 2.52s
789:	learn: 0.1585176	total: 9.45s	remaining: 2.51s
790:	learn: 0.1584010	total: 9.46s	remaining: 2.5s
791:	learn: 0.1583411	total: 9.47s	remaining: 2.49s
792:	learn: 0.1582039	total: 9.48s	remaining: 2.48s
793:	learn: 0.1581177	total: 9.49s	remaining: 2.46s
794:	learn: 0.1580213	total: 9.5s	remaining: 2.45s
795:	learn: 0.1579940	total: 9.51s	remaining: 2.44s
796:	learn: 0.1578961	total: 9.52s	remaining: 2.42s
797:	learn: 0.1577881	total: 9.54s	remaining: 2.41s
798:	learn: 0.1576634	total: 9.56s	remaining: 2.41s
799:	learn: 0.1575937	total: 9.58s	remaining: 2.4s
800:	learn: 0.1574842	total: 9.6s	remaining: 2.38s
801:	learn: 0.1574637	total: 9.61s	remaining: 2.37s
802:	learn: 0.1573464	total: 9.62s	remaining: 2.36s
803:	learn: 0.1572438	total: 9.63s	remaining: 2.35s
804:	learn: 0.1571335	total: 9.64s	remaining: 2.33s
805:	learn: 0.1570713	total: 9.65s	remaining: 2.32s
806:	learn: 0.1570060	total: 9.66s	remaining: 2.31s
807:	learn: 0.1568795	total: 9.67s	remaining: 2.3s
808:	learn: 0.1567625	total: 9.68s	remaining: 2.29s
809:	learn: 0.1566604	total: 9.69s	remaining: 2.27s
810:	learn: 0.1565383	total: 9.7s	remaining: 2.26s
811:	learn: 0.1564430	total: 9.71s	remaining: 2.25s
812:	learn: 0.1563410	total: 9.72s	remaining: 2.24s
813:	learn: 0.1563380	total: 9.73s	remaining: 2.22s
814:	learn: 0.1562469	total: 9.75s	remaining: 2.21s
815:	learn: 0.1561318	total: 9.76s	remaining: 2.2s
816:	learn: 0.1560328	total: 9.79s	remaining: 2.19s
817:	learn: 0.1559442	total: 9.8s	remaining: 2.18s
818:	learn: 0.1558248	total: 9.82s	remaining: 2.17s
819:	learn: 0.1557219	total: 9.85s	remaining: 2.16s
820:	learn: 0.1556140	total: 9.87s	remaining: 2.15s
821:	learn: 0.1555547	total: 9.89s	remaining: 2.14s
822:	learn: 0.1554972	total: 9.91s	remaining: 2.13s
823:	learn: 0.1554251	total: 9.93s	remaining: 2.12s
824:	learn: 0.1553477	total: 9.93s	remaining: 2.11s
825:	learn: 0.1552594	total: 9.95s	remaining: 2.1s
826:	learn: 0.1552566	total: 9.95s	remaining: 2.08s
827:	learn: 0.1551341	total: 9.96s	remaining: 2.07s
828:	learn: 0.1550380	total: 9.97s	remaining: 2.06s
829:	learn: 0.1549757	total: 9.98s	remaining: 2.04s
830:	learn: 0.1548863	total: 10s	remaining: 2.03s
831:	learn: 0.1547941	total: 10s	remaining: 2.02s
832:	learn: 0.1547148	total: 10s	remaining: 2.01s
833:	learn: 0.1546173	total: 10s	remaining: 2s
834:	learn: 0.1545689	total: 10s	remaining: 1.98s
835:	learn: 0.1544687	total: 10.1s	remaining: 1.97s
836:	learn: 0.1544291	total: 10.1s	remaining: 1.96s
837:	learn: 0.1543629	total: 10.1s	remaining: 1.95s
838:	learn: 0.1543329	total: 10.1s	remaining: 1.94s
839:	learn: 0.1542345	total: 10.1s	remaining: 1.93s
840:	learn: 0.1541678	total: 10.1s	remaining: 1.92s
841:	learn: 0.1540500	total: 10.2s	remaining: 1.91s
842:	learn: 0.1539339	total: 10.2s	remaining: 1.9s
843:	learn: 0.1538489	total: 10.2s	remaining: 1.89s
844:	learn: 0.1537981	total: 10.2s	remaining: 1.87s
845:	learn: 0.1536676	total: 10.2s	remaining: 1.86s
846:	learn: 0.1535822	total: 10.2s	remaining: 1.85s
847:	learn: 0.1534989	total: 10.2s	remaining: 1.84s
848:	learn: 0.1534147	total: 10.3s	remaining: 1.82s
849:	learn: 0.1532946	total: 10.3s	remaining: 1.81s
850:	learn: 0.1532400	total: 10.3s	remaining: 1.8s
851:	learn: 0.1531550	total: 10.3s	remaining: 1.79s
852:	learn: 0.1530972	total: 10.3s	remaining: 1.77s
853:	learn: 0.1529913	total: 10.3s	remaining: 1.76s
854:	learn: 0.1529332	total: 10.3s	remaining: 1.75s
855:	learn: 0.1528759	total: 10.3s	remaining: 1.74s
856:	learn: 0.1528722	total: 10.3s	remaining: 1.72s
857:	learn: 0.1528154	total: 10.3s	remaining: 1.71s
858:	learn: 0.1527312	total: 10.4s	remaining: 1.7s
859:	learn: 0.1525942	total: 10.4s	remaining: 1.69s
860:	learn: 0.1524700	total: 10.4s	remaining: 1.68s
861:	learn: 0.1524611	total: 10.4s	remaining: 1.66s
862:	learn: 0.1523503	total: 10.4s	remaining: 1.65s
863:	learn: 0.1522774	total: 10.4s	remaining: 1.64s
864:	learn: 0.1522378	total: 10.4s	remaining: 1.63s
865:	learn: 0.1520777	total: 10.5s	remaining: 1.62s
866:	learn: 0.1519757	total: 10.5s	remaining: 1.61s
867:	learn: 0.1518637	total: 10.5s	remaining: 1.6s
868:	learn: 0.1518047	total: 10.5s	remaining: 1.59s
869:	learn: 0.1516819	total: 10.6s	remaining: 1.58s
870:	learn: 0.1515574	total: 10.6s	remaining: 1.57s
871:	learn: 0.1514909	total: 10.6s	remaining: 1.56s
872:	learn: 0.1514011	total: 10.6s	remaining: 1.55s
873:	learn: 0.1512650	total: 10.6s	remaining: 1.53s
874:	learn: 0.1512120	total: 10.7s	remaining: 1.52s
875:	learn: 0.1510980	total: 10.7s	remaining: 1.51s
876:	learn: 0.1510362	total: 10.7s	remaining: 1.5s
877:	learn: 0.1510136	total: 10.7s	remaining: 1.49s
878:	learn: 0.1509223	total: 10.7s	remaining: 1.47s
879:	learn: 0.1508375	total: 10.7s	remaining: 1.46s
880:	learn: 0.1507244	total: 10.7s	remaining: 1.45s
881:	learn: 0.1506489	total: 10.7s	remaining: 1.44s
882:	learn: 0.1504938	total: 10.7s	remaining: 1.42s
883:	learn: 0.1503473	total: 10.8s	remaining: 1.41s
884:	learn: 0.1502491	total: 10.8s	remaining: 1.4s
885:	learn: 0.1501446	total: 10.8s	remaining: 1.39s
886:	learn: 0.1501269	total: 10.8s	remaining: 1.38s
887:	learn: 0.1500312	total: 10.8s	remaining: 1.36s
888:	learn: 0.1499989	total: 10.8s	remaining: 1.35s
889:	learn: 0.1499028	total: 10.8s	remaining: 1.34s
890:	learn: 0.1498964	total: 10.8s	remaining: 1.32s
891:	learn: 0.1498225	total: 10.8s	remaining: 1.31s
892:	learn: 0.1497482	total: 10.9s	remaining: 1.3s
893:	learn: 0.1496816	total: 10.9s	remaining: 1.29s
894:	learn: 0.1496786	total: 10.9s	remaining: 1.28s
895:	learn: 0.1496053	total: 10.9s	remaining: 1.26s
896:	learn: 0.1495441	total: 10.9s	remaining: 1.25s
897:	learn: 0.1494815	total: 10.9s	remaining: 1.24s
898:	learn: 0.1493888	total: 10.9s	remaining: 1.23s
899:	learn: 0.1493745	total: 10.9s	remaining: 1.21s
900:	learn: 0.1493127	total: 10.9s	remaining: 1.2s
901:	learn: 0.1493104	total: 10.9s	remaining: 1.19s
902:	learn: 0.1492479	total: 11s	remaining: 1.18s
903:	learn: 0.1491653	total: 11s	remaining: 1.17s
904:	learn: 0.1491233	total: 11s	remaining: 1.15s
905:	learn: 0.1489862	total: 11s	remaining: 1.14s
906:	learn: 0.1488802	total: 11s	remaining: 1.13s
907:	learn: 0.1488777	total: 11s	remaining: 1.11s
908:	learn: 0.1487629	total: 11s	remaining: 1.1s
909:	learn: 0.1486880	total: 11s	remaining: 1.09s
910:	learn: 0.1485748	total: 11s	remaining: 1.08s
911:	learn: 0.1484710	total: 11.1s	remaining: 1.07s
912:	learn: 0.1483985	total: 11.1s	remaining: 1.05s
913:	learn: 0.1482744	total: 11.1s	remaining: 1.04s
914:	learn: 0.1481610	total: 11.1s	remaining: 1.03s
915:	learn: 0.1480858	total: 11.1s	remaining: 1.02s
916:	learn: 0.1479858	total: 11.1s	remaining: 1s
917:	learn: 0.1479333	total: 11.1s	remaining: 993ms
918:	learn: 0.1478538	total: 11.1s	remaining: 981ms
919:	learn: 0.1477354	total: 11.1s	remaining: 968ms
920:	learn: 0.1476403	total: 11.1s	remaining: 956ms
921:	learn: 0.1475421	total: 11.2s	remaining: 944ms
922:	learn: 0.1474572	total: 11.2s	remaining: 932ms
923:	learn: 0.1473997	total: 11.2s	remaining: 920ms
924:	learn: 0.1473368	total: 11.2s	remaining: 907ms
925:	learn: 0.1472647	total: 11.2s	remaining: 895ms
926:	learn: 0.1471773	total: 11.2s	remaining: 883ms
927:	learn: 0.1470398	total: 11.2s	remaining: 871ms
928:	learn: 0.1469255	total: 11.2s	remaining: 859ms
929:	learn: 0.1468491	total: 11.3s	remaining: 848ms
930:	learn: 0.1467138	total: 11.3s	remaining: 837ms
931:	learn: 0.1466481	total: 11.3s	remaining: 825ms
932:	learn: 0.1465971	total: 11.3s	remaining: 813ms
933:	learn: 0.1465411	total: 11.3s	remaining: 801ms
934:	learn: 0.1464712	total: 11.4s	remaining: 790ms
935:	learn: 0.1463628	total: 11.4s	remaining: 778ms
936:	learn: 0.1463273	total: 11.4s	remaining: 766ms
937:	learn: 0.1461939	total: 11.4s	remaining: 755ms
938:	learn: 0.1461212	total: 11.4s	remaining: 743ms
939:	learn: 0.1460514	total: 11.5s	remaining: 731ms
940:	learn: 0.1459615	total: 11.5s	remaining: 720ms
941:	learn: 0.1459343	total: 11.5s	remaining: 707ms
942:	learn: 0.1458629	total: 11.5s	remaining: 695ms
943:	learn: 0.1457920	total: 11.5s	remaining: 683ms
944:	learn: 0.1457212	total: 11.5s	remaining: 671ms
945:	learn: 0.1456504	total: 11.5s	remaining: 659ms
946:	learn: 0.1455375	total: 11.6s	remaining: 647ms
947:	learn: 0.1454889	total: 11.6s	remaining: 635ms
948:	learn: 0.1453995	total: 11.6s	remaining: 622ms
949:	learn: 0.1453001	total: 11.6s	remaining: 610ms
950:	learn: 0.1452274	total: 11.6s	remaining: 598ms
951:	learn: 0.1451466	total: 11.6s	remaining: 585ms
952:	learn: 0.1450433	total: 11.6s	remaining: 573ms
953:	learn: 0.1449685	total: 11.6s	remaining: 561ms
954:	learn: 0.1449033	total: 11.6s	remaining: 549ms
955:	learn: 0.1448413	total: 11.7s	remaining: 536ms
956:	learn: 0.1447840	total: 11.7s	remaining: 524ms
957:	learn: 0.1446924	total: 11.7s	remaining: 512ms
958:	learn: 0.1446071	total: 11.7s	remaining: 499ms
959:	learn: 0.1445051	total: 11.7s	remaining: 487ms
960:	learn: 0.1444276	total: 11.7s	remaining: 475ms
961:	learn: 0.1443941	total: 11.7s	remaining: 464ms
962:	learn: 0.1443686	total: 11.8s	remaining: 452ms
963:	learn: 0.1442915	total: 11.8s	remaining: 441ms
964:	learn: 0.1442217	total: 11.8s	remaining: 429ms
965:	learn: 0.1441207	total: 11.8s	remaining: 417ms
966:	learn: 0.1440925	total: 11.9s	remaining: 405ms
967:	learn: 0.1440269	total: 11.9s	remaining: 393ms
968:	learn: 0.1440245	total: 11.9s	remaining: 381ms
969:	learn: 0.1439296	total: 11.9s	remaining: 368ms
970:	learn: 0.1438743	total: 11.9s	remaining: 356ms
971:	learn: 0.1437605	total: 11.9s	remaining: 344ms
972:	learn: 0.1437012	total: 11.9s	remaining: 331ms
973:	learn: 0.1436292	total: 11.9s	remaining: 319ms
974:	learn: 0.1436271	total: 12s	remaining: 307ms
975:	learn: 0.1435269	total: 12s	remaining: 294ms
976:	learn: 0.1435246	total: 12s	remaining: 282ms
977:	learn: 0.1434636	total: 12s	remaining: 270ms
978:	learn: 0.1433671	total: 12s	remaining: 257ms
979:	learn: 0.1432581	total: 12s	remaining: 245ms
980:	learn: 0.1431513	total: 12s	remaining: 233ms
981:	learn: 0.1430704	total: 12s	remaining: 221ms
982:	learn: 0.1429820	total: 12s	remaining: 208ms
983:	learn: 0.1428531	total: 12.1s	remaining: 196ms
984:	learn: 0.1428135	total: 12.1s	remaining: 184ms
985:	learn: 0.1427394	total: 12.1s	remaining: 171ms
986:	learn: 0.1426896	total: 12.1s	remaining: 159ms
987:	learn: 0.1425361	total: 12.1s	remaining: 147ms
988:	learn: 0.1425337	total: 12.1s	remaining: 135ms
989:	learn: 0.1424405	total: 12.1s	remaining: 122ms
990:	learn: 0.1423455	total: 12.1s	remaining: 110ms
991:	learn: 0.1422512	total: 12.1s	remaining: 97.8ms
992:	learn: 0.1421867	total: 12.1s	remaining: 85.6ms
993:	learn: 0.1421245	total: 12.2s	remaining: 73.3ms
994:	learn: 0.1419928	total: 12.2s	remaining: 61.1ms
995:	learn: 0.1419385	total: 12.2s	remaining: 48.9ms
996:	learn: 0.1417977	total: 12.2s	remaining: 36.7ms
997:	learn: 0.1416803	total: 12.2s	remaining: 24.4ms
998:	learn: 0.1415670	total: 12.2s	remaining: 12.2ms
999:	learn: 0.1415079	total: 12.2s	remaining: 0us
Out[25]:
<sklearn.metrics._plot.roc_curve.RocCurveDisplay at 0x7ffa5c3f2a20>
In [26]:
kek_pred = model.predict(df_X_test)
print("Roc_auc_score = " + str(roc_auc_score(df_y_test, kek_pred)))
Roc_auc_score = 0.8997710903099757
In [27]:
# тренировка лучших моделей 
np.random.seed(42)
model = CatBoostClassifier().fit(X, y)
test['TARGET'] = np.log(model.predict_proba(test)[:, 1])

test[['id_contract', 'TARGET']].to_csv('submit_file_last.csv', sep=';', index=False)
test[['id_contract', 'TARGET']].head()
test = test.drop('TARGET', axis = 1)
Learning rate set to 0.035303
0:	learn: 0.6601621	total: 18.1ms	remaining: 18.1s
1:	learn: 0.6317786	total: 31.6ms	remaining: 15.8s
2:	learn: 0.6006531	total: 42.1ms	remaining: 14s
3:	learn: 0.5747227	total: 52.8ms	remaining: 13.1s
4:	learn: 0.5551567	total: 65.3ms	remaining: 13s
5:	learn: 0.5347633	total: 75.4ms	remaining: 12.5s
6:	learn: 0.5182496	total: 88.5ms	remaining: 12.6s
7:	learn: 0.5002880	total: 100ms	remaining: 12.4s
8:	learn: 0.4836181	total: 113ms	remaining: 12.4s
9:	learn: 0.4677838	total: 124ms	remaining: 12.3s
10:	learn: 0.4541896	total: 134ms	remaining: 12.1s
11:	learn: 0.4440909	total: 146ms	remaining: 12.1s
12:	learn: 0.4339532	total: 157ms	remaining: 11.9s
13:	learn: 0.4234722	total: 168ms	remaining: 11.8s
14:	learn: 0.4149635	total: 180ms	remaining: 11.8s
15:	learn: 0.4077328	total: 193ms	remaining: 11.9s
16:	learn: 0.4004601	total: 209ms	remaining: 12.1s
17:	learn: 0.3909289	total: 222ms	remaining: 12.1s
18:	learn: 0.3845880	total: 232ms	remaining: 12s
19:	learn: 0.3795501	total: 245ms	remaining: 12s
20:	learn: 0.3720831	total: 256ms	remaining: 11.9s
21:	learn: 0.3672719	total: 267ms	remaining: 11.9s
22:	learn: 0.3604875	total: 278ms	remaining: 11.8s
23:	learn: 0.3569397	total: 289ms	remaining: 11.8s
24:	learn: 0.3525260	total: 300ms	remaining: 11.7s
25:	learn: 0.3481647	total: 310ms	remaining: 11.6s
26:	learn: 0.3448348	total: 320ms	remaining: 11.5s
27:	learn: 0.3410846	total: 331ms	remaining: 11.5s
28:	learn: 0.3382326	total: 344ms	remaining: 11.5s
29:	learn: 0.3354123	total: 355ms	remaining: 11.5s
30:	learn: 0.3323324	total: 366ms	remaining: 11.4s
31:	learn: 0.3295973	total: 378ms	remaining: 11.4s
32:	learn: 0.3268935	total: 389ms	remaining: 11.4s
33:	learn: 0.3241713	total: 399ms	remaining: 11.3s
34:	learn: 0.3219054	total: 414ms	remaining: 11.4s
35:	learn: 0.3196401	total: 435ms	remaining: 11.6s
36:	learn: 0.3176895	total: 446ms	remaining: 11.6s
37:	learn: 0.3154340	total: 458ms	remaining: 11.6s
38:	learn: 0.3131818	total: 468ms	remaining: 11.5s
39:	learn: 0.3111144	total: 478ms	remaining: 11.5s
40:	learn: 0.3093959	total: 488ms	remaining: 11.4s
41:	learn: 0.3072998	total: 501ms	remaining: 11.4s
42:	learn: 0.3052912	total: 516ms	remaining: 11.5s
43:	learn: 0.3031299	total: 530ms	remaining: 11.5s
44:	learn: 0.3014641	total: 543ms	remaining: 11.5s
45:	learn: 0.2999891	total: 554ms	remaining: 11.5s
46:	learn: 0.2981931	total: 565ms	remaining: 11.4s
47:	learn: 0.2968782	total: 577ms	remaining: 11.4s
48:	learn: 0.2956934	total: 589ms	remaining: 11.4s
49:	learn: 0.2947225	total: 600ms	remaining: 11.4s
50:	learn: 0.2933448	total: 611ms	remaining: 11.4s
51:	learn: 0.2921109	total: 623ms	remaining: 11.4s
52:	learn: 0.2904674	total: 638ms	remaining: 11.4s
53:	learn: 0.2896683	total: 650ms	remaining: 11.4s
54:	learn: 0.2882472	total: 660ms	remaining: 11.3s
55:	learn: 0.2873588	total: 671ms	remaining: 11.3s
56:	learn: 0.2867467	total: 681ms	remaining: 11.3s
57:	learn: 0.2850498	total: 693ms	remaining: 11.3s
58:	learn: 0.2844147	total: 704ms	remaining: 11.2s
59:	learn: 0.2836716	total: 718ms	remaining: 11.2s
60:	learn: 0.2825141	total: 728ms	remaining: 11.2s
61:	learn: 0.2817401	total: 740ms	remaining: 11.2s
62:	learn: 0.2809048	total: 751ms	remaining: 11.2s
63:	learn: 0.2800597	total: 761ms	remaining: 11.1s
64:	learn: 0.2792272	total: 774ms	remaining: 11.1s
65:	learn: 0.2781718	total: 784ms	remaining: 11.1s
66:	learn: 0.2777042	total: 794ms	remaining: 11.1s
67:	learn: 0.2771992	total: 807ms	remaining: 11.1s
68:	learn: 0.2762108	total: 817ms	remaining: 11s
69:	learn: 0.2754953	total: 834ms	remaining: 11.1s
70:	learn: 0.2749275	total: 850ms	remaining: 11.1s
71:	learn: 0.2741297	total: 860ms	remaining: 11.1s
72:	learn: 0.2736510	total: 872ms	remaining: 11.1s
73:	learn: 0.2730264	total: 883ms	remaining: 11s
74:	learn: 0.2722237	total: 893ms	remaining: 11s
75:	learn: 0.2718279	total: 906ms	remaining: 11s
76:	learn: 0.2715238	total: 916ms	remaining: 11s
77:	learn: 0.2710115	total: 927ms	remaining: 11s
78:	learn: 0.2705150	total: 938ms	remaining: 10.9s
79:	learn: 0.2701073	total: 948ms	remaining: 10.9s
80:	learn: 0.2694113	total: 959ms	remaining: 10.9s
81:	learn: 0.2685943	total: 976ms	remaining: 10.9s
82:	learn: 0.2679947	total: 991ms	remaining: 10.9s
83:	learn: 0.2675250	total: 1s	remaining: 10.9s
84:	learn: 0.2670772	total: 1.01s	remaining: 10.9s
85:	learn: 0.2667351	total: 1.03s	remaining: 10.9s
86:	learn: 0.2663168	total: 1.04s	remaining: 10.9s
87:	learn: 0.2658465	total: 1.05s	remaining: 10.9s
88:	learn: 0.2652875	total: 1.07s	remaining: 11s
89:	learn: 0.2645706	total: 1.08s	remaining: 10.9s
90:	learn: 0.2640417	total: 1.09s	remaining: 10.9s
91:	learn: 0.2636394	total: 1.1s	remaining: 10.9s
92:	learn: 0.2630886	total: 1.11s	remaining: 10.9s
93:	learn: 0.2628070	total: 1.13s	remaining: 10.8s
94:	learn: 0.2623906	total: 1.14s	remaining: 10.8s
95:	learn: 0.2621269	total: 1.15s	remaining: 10.8s
96:	learn: 0.2617175	total: 1.16s	remaining: 10.8s
97:	learn: 0.2612443	total: 1.17s	remaining: 10.8s
98:	learn: 0.2608885	total: 1.18s	remaining: 10.7s
99:	learn: 0.2604921	total: 1.19s	remaining: 10.7s
100:	learn: 0.2598184	total: 1.2s	remaining: 10.7s
101:	learn: 0.2594259	total: 1.21s	remaining: 10.7s
102:	learn: 0.2589657	total: 1.22s	remaining: 10.7s
103:	learn: 0.2583868	total: 1.24s	remaining: 10.6s
104:	learn: 0.2580995	total: 1.25s	remaining: 10.6s
105:	learn: 0.2577396	total: 1.26s	remaining: 10.7s
106:	learn: 0.2573951	total: 1.27s	remaining: 10.6s
107:	learn: 0.2571262	total: 1.28s	remaining: 10.6s
108:	learn: 0.2568047	total: 1.29s	remaining: 10.6s
109:	learn: 0.2565682	total: 1.3s	remaining: 10.6s
110:	learn: 0.2558082	total: 1.32s	remaining: 10.6s
111:	learn: 0.2554905	total: 1.33s	remaining: 10.5s
112:	learn: 0.2549293	total: 1.34s	remaining: 10.5s
113:	learn: 0.2545883	total: 1.35s	remaining: 10.5s
114:	learn: 0.2541969	total: 1.36s	remaining: 10.5s
115:	learn: 0.2538547	total: 1.38s	remaining: 10.5s
116:	learn: 0.2536371	total: 1.39s	remaining: 10.5s
117:	learn: 0.2533157	total: 1.4s	remaining: 10.5s
118:	learn: 0.2530069	total: 1.41s	remaining: 10.4s
119:	learn: 0.2525560	total: 1.42s	remaining: 10.4s
120:	learn: 0.2521918	total: 1.43s	remaining: 10.4s
121:	learn: 0.2518344	total: 1.44s	remaining: 10.4s
122:	learn: 0.2516301	total: 1.46s	remaining: 10.4s
123:	learn: 0.2513946	total: 1.49s	remaining: 10.5s
124:	learn: 0.2510578	total: 1.51s	remaining: 10.5s
125:	learn: 0.2505818	total: 1.52s	remaining: 10.6s
126:	learn: 0.2502968	total: 1.53s	remaining: 10.6s
127:	learn: 0.2500573	total: 1.55s	remaining: 10.6s
128:	learn: 0.2499080	total: 1.56s	remaining: 10.6s
129:	learn: 0.2497024	total: 1.58s	remaining: 10.5s
130:	learn: 0.2494654	total: 1.59s	remaining: 10.5s
131:	learn: 0.2492188	total: 1.6s	remaining: 10.5s
132:	learn: 0.2489753	total: 1.62s	remaining: 10.6s
133:	learn: 0.2485118	total: 1.63s	remaining: 10.5s
134:	learn: 0.2482226	total: 1.64s	remaining: 10.5s
135:	learn: 0.2479115	total: 1.65s	remaining: 10.5s
136:	learn: 0.2476490	total: 1.67s	remaining: 10.5s
137:	learn: 0.2473529	total: 1.68s	remaining: 10.5s
138:	learn: 0.2469224	total: 1.7s	remaining: 10.5s
139:	learn: 0.2466736	total: 1.72s	remaining: 10.5s
140:	learn: 0.2462985	total: 1.73s	remaining: 10.5s
141:	learn: 0.2459223	total: 1.74s	remaining: 10.5s
142:	learn: 0.2457019	total: 1.75s	remaining: 10.5s
143:	learn: 0.2451585	total: 1.76s	remaining: 10.5s
144:	learn: 0.2449178	total: 1.78s	remaining: 10.5s
145:	learn: 0.2447330	total: 1.79s	remaining: 10.5s
146:	learn: 0.2444678	total: 1.8s	remaining: 10.5s
147:	learn: 0.2441927	total: 1.81s	remaining: 10.5s
148:	learn: 0.2437355	total: 1.83s	remaining: 10.5s
149:	learn: 0.2434324	total: 1.84s	remaining: 10.4s
150:	learn: 0.2432531	total: 1.85s	remaining: 10.4s
151:	learn: 0.2429778	total: 1.86s	remaining: 10.4s
152:	learn: 0.2427524	total: 1.88s	remaining: 10.4s
153:	learn: 0.2424534	total: 1.89s	remaining: 10.4s
154:	learn: 0.2419102	total: 1.91s	remaining: 10.4s
155:	learn: 0.2415626	total: 1.92s	remaining: 10.4s
156:	learn: 0.2413647	total: 1.93s	remaining: 10.4s
157:	learn: 0.2410440	total: 1.95s	remaining: 10.4s
158:	learn: 0.2408589	total: 1.95s	remaining: 10.3s
159:	learn: 0.2405931	total: 1.97s	remaining: 10.3s
160:	learn: 0.2403474	total: 1.98s	remaining: 10.3s
161:	learn: 0.2401006	total: 1.99s	remaining: 10.3s
162:	learn: 0.2399199	total: 2s	remaining: 10.3s
163:	learn: 0.2395378	total: 2.01s	remaining: 10.3s
164:	learn: 0.2393535	total: 2.02s	remaining: 10.2s
165:	learn: 0.2391444	total: 2.04s	remaining: 10.2s
166:	learn: 0.2389589	total: 2.05s	remaining: 10.2s
167:	learn: 0.2387632	total: 2.06s	remaining: 10.2s
168:	learn: 0.2386041	total: 2.07s	remaining: 10.2s
169:	learn: 0.2384212	total: 2.09s	remaining: 10.2s
170:	learn: 0.2382185	total: 2.1s	remaining: 10.2s
171:	learn: 0.2379952	total: 2.11s	remaining: 10.2s
172:	learn: 0.2376661	total: 2.12s	remaining: 10.2s
173:	learn: 0.2375356	total: 2.13s	remaining: 10.1s
174:	learn: 0.2373504	total: 2.15s	remaining: 10.1s
175:	learn: 0.2372123	total: 2.16s	remaining: 10.1s
176:	learn: 0.2370467	total: 2.17s	remaining: 10.1s
177:	learn: 0.2367940	total: 2.18s	remaining: 10.1s
178:	learn: 0.2365658	total: 2.19s	remaining: 10.1s
179:	learn: 0.2364006	total: 2.21s	remaining: 10.1s
180:	learn: 0.2362620	total: 2.22s	remaining: 10s
181:	learn: 0.2359745	total: 2.23s	remaining: 10s
182:	learn: 0.2357345	total: 2.25s	remaining: 10s
183:	learn: 0.2355245	total: 2.26s	remaining: 10s
184:	learn: 0.2353954	total: 2.27s	remaining: 9.99s
185:	learn: 0.2351769	total: 2.31s	remaining: 10.1s
186:	learn: 0.2350424	total: 2.34s	remaining: 10.2s
187:	learn: 0.2348721	total: 2.35s	remaining: 10.2s
188:	learn: 0.2344656	total: 2.37s	remaining: 10.2s
189:	learn: 0.2342973	total: 2.39s	remaining: 10.2s
190:	learn: 0.2340705	total: 2.4s	remaining: 10.2s
191:	learn: 0.2339185	total: 2.42s	remaining: 10.2s
192:	learn: 0.2337908	total: 2.43s	remaining: 10.2s
193:	learn: 0.2336156	total: 2.44s	remaining: 10.2s
194:	learn: 0.2333145	total: 2.46s	remaining: 10.1s
195:	learn: 0.2330578	total: 2.47s	remaining: 10.1s
196:	learn: 0.2329149	total: 2.48s	remaining: 10.1s
197:	learn: 0.2327606	total: 2.51s	remaining: 10.2s
198:	learn: 0.2326297	total: 2.52s	remaining: 10.2s
199:	learn: 0.2324059	total: 2.54s	remaining: 10.2s
200:	learn: 0.2320975	total: 2.55s	remaining: 10.1s
201:	learn: 0.2318251	total: 2.56s	remaining: 10.1s
202:	learn: 0.2315468	total: 2.57s	remaining: 10.1s
203:	learn: 0.2313866	total: 2.58s	remaining: 10.1s
204:	learn: 0.2312700	total: 2.59s	remaining: 10s
205:	learn: 0.2310740	total: 2.6s	remaining: 10s
206:	learn: 0.2308612	total: 2.62s	remaining: 10s
207:	learn: 0.2307321	total: 2.63s	remaining: 10s
208:	learn: 0.2305079	total: 2.64s	remaining: 9.99s
209:	learn: 0.2303288	total: 2.65s	remaining: 9.97s
210:	learn: 0.2301672	total: 2.66s	remaining: 9.96s
211:	learn: 0.2299615	total: 2.68s	remaining: 9.96s
212:	learn: 0.2298304	total: 2.69s	remaining: 9.94s
213:	learn: 0.2296586	total: 2.71s	remaining: 9.94s
214:	learn: 0.2294582	total: 2.71s	remaining: 9.91s
215:	learn: 0.2292784	total: 2.73s	remaining: 9.9s
216:	learn: 0.2290465	total: 2.74s	remaining: 9.9s
217:	learn: 0.2288135	total: 2.76s	remaining: 9.89s
218:	learn: 0.2286099	total: 2.77s	remaining: 9.88s
219:	learn: 0.2284646	total: 2.78s	remaining: 9.86s
220:	learn: 0.2283108	total: 2.79s	remaining: 9.85s
221:	learn: 0.2281524	total: 2.81s	remaining: 9.84s
222:	learn: 0.2280444	total: 2.82s	remaining: 9.83s
223:	learn: 0.2278751	total: 2.83s	remaining: 9.82s
224:	learn: 0.2276487	total: 2.85s	remaining: 9.8s
225:	learn: 0.2274969	total: 2.86s	remaining: 9.78s
226:	learn: 0.2272850	total: 2.87s	remaining: 9.77s
227:	learn: 0.2271539	total: 2.88s	remaining: 9.75s
228:	learn: 0.2270152	total: 2.89s	remaining: 9.73s
229:	learn: 0.2267897	total: 2.9s	remaining: 9.71s
230:	learn: 0.2265970	total: 2.91s	remaining: 9.7s
231:	learn: 0.2264634	total: 2.92s	remaining: 9.67s
232:	learn: 0.2261707	total: 2.93s	remaining: 9.66s
233:	learn: 0.2260933	total: 2.94s	remaining: 9.64s
234:	learn: 0.2259673	total: 2.95s	remaining: 9.62s
235:	learn: 0.2258501	total: 2.97s	remaining: 9.6s
236:	learn: 0.2257080	total: 2.98s	remaining: 9.58s
237:	learn: 0.2255579	total: 2.99s	remaining: 9.56s
238:	learn: 0.2253927	total: 3s	remaining: 9.55s
239:	learn: 0.2251418	total: 3.01s	remaining: 9.53s
240:	learn: 0.2247891	total: 3.02s	remaining: 9.52s
241:	learn: 0.2246146	total: 3.03s	remaining: 9.5s
242:	learn: 0.2244938	total: 3.05s	remaining: 9.49s
243:	learn: 0.2243684	total: 3.06s	remaining: 9.47s
244:	learn: 0.2242316	total: 3.07s	remaining: 9.46s
245:	learn: 0.2240858	total: 3.08s	remaining: 9.44s
246:	learn: 0.2239546	total: 3.09s	remaining: 9.43s
247:	learn: 0.2237045	total: 3.1s	remaining: 9.41s
248:	learn: 0.2235345	total: 3.11s	remaining: 9.39s
249:	learn: 0.2234206	total: 3.12s	remaining: 9.37s
250:	learn: 0.2232657	total: 3.14s	remaining: 9.36s
251:	learn: 0.2231507	total: 3.15s	remaining: 9.34s
252:	learn: 0.2227317	total: 3.17s	remaining: 9.35s
253:	learn: 0.2226446	total: 3.18s	remaining: 9.35s
254:	learn: 0.2225268	total: 3.19s	remaining: 9.33s
255:	learn: 0.2222874	total: 3.21s	remaining: 9.32s
256:	learn: 0.2221614	total: 3.21s	remaining: 9.3s
257:	learn: 0.2219956	total: 3.23s	remaining: 9.28s
258:	learn: 0.2217964	total: 3.24s	remaining: 9.26s
259:	learn: 0.2215695	total: 3.25s	remaining: 9.24s
260:	learn: 0.2214203	total: 3.26s	remaining: 9.23s
261:	learn: 0.2212653	total: 3.27s	remaining: 9.21s
262:	learn: 0.2211710	total: 3.28s	remaining: 9.19s
263:	learn: 0.2210271	total: 3.31s	remaining: 9.22s
264:	learn: 0.2208335	total: 3.32s	remaining: 9.22s
265:	learn: 0.2207287	total: 3.33s	remaining: 9.2s
266:	learn: 0.2205668	total: 3.35s	remaining: 9.19s
267:	learn: 0.2204132	total: 3.36s	remaining: 9.17s
268:	learn: 0.2202720	total: 3.37s	remaining: 9.15s
269:	learn: 0.2201138	total: 3.38s	remaining: 9.13s
270:	learn: 0.2198469	total: 3.39s	remaining: 9.12s
271:	learn: 0.2196330	total: 3.4s	remaining: 9.1s
272:	learn: 0.2194015	total: 3.41s	remaining: 9.09s
273:	learn: 0.2192996	total: 3.42s	remaining: 9.07s
274:	learn: 0.2191876	total: 3.43s	remaining: 9.05s
275:	learn: 0.2190713	total: 3.44s	remaining: 9.03s
276:	learn: 0.2189197	total: 3.45s	remaining: 9.01s
277:	learn: 0.2187675	total: 3.46s	remaining: 9s
278:	learn: 0.2185930	total: 3.48s	remaining: 9s
279:	learn: 0.2184958	total: 3.5s	remaining: 8.99s
280:	learn: 0.2183530	total: 3.51s	remaining: 8.98s
281:	learn: 0.2182026	total: 3.52s	remaining: 8.96s
282:	learn: 0.2180708	total: 3.53s	remaining: 8.94s
283:	learn: 0.2178891	total: 3.54s	remaining: 8.93s
284:	learn: 0.2175741	total: 3.55s	remaining: 8.91s
285:	learn: 0.2174193	total: 3.57s	remaining: 8.91s
286:	learn: 0.2172506	total: 3.58s	remaining: 8.9s
287:	learn: 0.2168660	total: 3.6s	remaining: 8.9s
288:	learn: 0.2167241	total: 3.61s	remaining: 8.88s
289:	learn: 0.2165556	total: 3.62s	remaining: 8.86s
290:	learn: 0.2164699	total: 3.63s	remaining: 8.85s
291:	learn: 0.2162524	total: 3.64s	remaining: 8.83s
292:	learn: 0.2160320	total: 3.65s	remaining: 8.81s
293:	learn: 0.2159309	total: 3.66s	remaining: 8.79s
294:	learn: 0.2157685	total: 3.67s	remaining: 8.78s
295:	learn: 0.2155255	total: 3.69s	remaining: 8.77s
296:	learn: 0.2153654	total: 3.7s	remaining: 8.75s
297:	learn: 0.2151828	total: 3.71s	remaining: 8.73s
298:	learn: 0.2151292	total: 3.72s	remaining: 8.71s
299:	learn: 0.2149392	total: 3.73s	remaining: 8.7s
300:	learn: 0.2147727	total: 3.74s	remaining: 8.69s
301:	learn: 0.2145594	total: 3.75s	remaining: 8.67s
302:	learn: 0.2143931	total: 3.76s	remaining: 8.65s
303:	learn: 0.2140631	total: 3.77s	remaining: 8.64s
304:	learn: 0.2139663	total: 3.78s	remaining: 8.62s
305:	learn: 0.2137553	total: 3.8s	remaining: 8.61s
306:	learn: 0.2136081	total: 3.81s	remaining: 8.6s
307:	learn: 0.2135473	total: 3.82s	remaining: 8.58s
308:	learn: 0.2133399	total: 3.83s	remaining: 8.56s
309:	learn: 0.2132240	total: 3.84s	remaining: 8.55s
310:	learn: 0.2129963	total: 3.85s	remaining: 8.53s
311:	learn: 0.2129723	total: 3.86s	remaining: 8.52s
312:	learn: 0.2127981	total: 3.87s	remaining: 8.5s
313:	learn: 0.2126085	total: 3.88s	remaining: 8.48s
314:	learn: 0.2123746	total: 3.9s	remaining: 8.47s
315:	learn: 0.2122300	total: 3.91s	remaining: 8.46s
316:	learn: 0.2120421	total: 3.92s	remaining: 8.44s
317:	learn: 0.2119239	total: 3.93s	remaining: 8.43s
318:	learn: 0.2118075	total: 3.94s	remaining: 8.41s
319:	learn: 0.2115827	total: 3.95s	remaining: 8.39s
320:	learn: 0.2114248	total: 3.96s	remaining: 8.38s
321:	learn: 0.2111996	total: 3.97s	remaining: 8.36s
322:	learn: 0.2110739	total: 3.98s	remaining: 8.35s
323:	learn: 0.2109534	total: 3.99s	remaining: 8.33s
324:	learn: 0.2108328	total: 4s	remaining: 8.31s
325:	learn: 0.2106656	total: 4.01s	remaining: 8.3s
326:	learn: 0.2105238	total: 4.02s	remaining: 8.28s
327:	learn: 0.2104711	total: 4.04s	remaining: 8.27s
328:	learn: 0.2102918	total: 4.05s	remaining: 8.25s
329:	learn: 0.2101501	total: 4.06s	remaining: 8.24s
330:	learn: 0.2099955	total: 4.07s	remaining: 8.23s
331:	learn: 0.2098019	total: 4.08s	remaining: 8.21s
332:	learn: 0.2097148	total: 4.09s	remaining: 8.2s
333:	learn: 0.2096436	total: 4.1s	remaining: 8.18s
334:	learn: 0.2093886	total: 4.11s	remaining: 8.16s
335:	learn: 0.2092486	total: 4.12s	remaining: 8.15s
336:	learn: 0.2091532	total: 4.13s	remaining: 8.13s
337:	learn: 0.2090132	total: 4.14s	remaining: 8.12s
338:	learn: 0.2089047	total: 4.15s	remaining: 8.1s
339:	learn: 0.2087312	total: 4.17s	remaining: 8.09s
340:	learn: 0.2085824	total: 4.18s	remaining: 8.07s
341:	learn: 0.2085556	total: 4.19s	remaining: 8.06s
342:	learn: 0.2083440	total: 4.2s	remaining: 8.05s
343:	learn: 0.2082390	total: 4.21s	remaining: 8.03s
344:	learn: 0.2080406	total: 4.22s	remaining: 8.02s
345:	learn: 0.2078185	total: 4.23s	remaining: 8s
346:	learn: 0.2076597	total: 4.24s	remaining: 7.99s
347:	learn: 0.2075634	total: 4.25s	remaining: 7.97s
348:	learn: 0.2074279	total: 4.26s	remaining: 7.95s
349:	learn: 0.2072796	total: 4.27s	remaining: 7.94s
350:	learn: 0.2071344	total: 4.28s	remaining: 7.92s
351:	learn: 0.2069187	total: 4.29s	remaining: 7.91s
352:	learn: 0.2068091	total: 4.3s	remaining: 7.89s
353:	learn: 0.2067084	total: 4.32s	remaining: 7.88s
354:	learn: 0.2065422	total: 4.33s	remaining: 7.86s
355:	learn: 0.2064025	total: 4.34s	remaining: 7.85s
356:	learn: 0.2062829	total: 4.35s	remaining: 7.84s
357:	learn: 0.2061271	total: 4.36s	remaining: 7.82s
358:	learn: 0.2059972	total: 4.37s	remaining: 7.8s
359:	learn: 0.2058579	total: 4.38s	remaining: 7.79s
360:	learn: 0.2056548	total: 4.39s	remaining: 7.77s
361:	learn: 0.2054248	total: 4.4s	remaining: 7.76s
362:	learn: 0.2052505	total: 4.41s	remaining: 7.75s
363:	learn: 0.2052422	total: 4.42s	remaining: 7.73s
364:	learn: 0.2050647	total: 4.43s	remaining: 7.71s
365:	learn: 0.2049545	total: 4.44s	remaining: 7.7s
366:	learn: 0.2047982	total: 4.45s	remaining: 7.68s
367:	learn: 0.2045410	total: 4.47s	remaining: 7.68s
368:	learn: 0.2044415	total: 4.49s	remaining: 7.67s
369:	learn: 0.2043213	total: 4.5s	remaining: 7.66s
370:	learn: 0.2042192	total: 4.51s	remaining: 7.64s
371:	learn: 0.2040090	total: 4.52s	remaining: 7.63s
372:	learn: 0.2037874	total: 4.53s	remaining: 7.62s
373:	learn: 0.2036179	total: 4.54s	remaining: 7.6s
374:	learn: 0.2033948	total: 4.55s	remaining: 7.59s
375:	learn: 0.2032513	total: 4.57s	remaining: 7.58s
376:	learn: 0.2031400	total: 4.58s	remaining: 7.56s
377:	learn: 0.2030193	total: 4.59s	remaining: 7.55s
378:	learn: 0.2028760	total: 4.6s	remaining: 7.53s
379:	learn: 0.2027488	total: 4.61s	remaining: 7.52s
380:	learn: 0.2025910	total: 4.62s	remaining: 7.5s
381:	learn: 0.2024540	total: 4.63s	remaining: 7.49s
382:	learn: 0.2023377	total: 4.64s	remaining: 7.47s
383:	learn: 0.2021923	total: 4.65s	remaining: 7.46s
384:	learn: 0.2021265	total: 4.66s	remaining: 7.44s
385:	learn: 0.2019723	total: 4.67s	remaining: 7.43s
386:	learn: 0.2018560	total: 4.68s	remaining: 7.42s
387:	learn: 0.2017222	total: 4.7s	remaining: 7.41s
388:	learn: 0.2016177	total: 4.71s	remaining: 7.39s
389:	learn: 0.2014831	total: 4.72s	remaining: 7.38s
390:	learn: 0.2013478	total: 4.73s	remaining: 7.36s
391:	learn: 0.2012340	total: 4.74s	remaining: 7.35s
392:	learn: 0.2010673	total: 4.75s	remaining: 7.33s
393:	learn: 0.2009553	total: 4.76s	remaining: 7.32s
394:	learn: 0.2008344	total: 4.77s	remaining: 7.31s
395:	learn: 0.2008235	total: 4.78s	remaining: 7.29s
396:	learn: 0.2006831	total: 4.79s	remaining: 7.28s
397:	learn: 0.2005274	total: 4.8s	remaining: 7.27s
398:	learn: 0.2003495	total: 4.81s	remaining: 7.25s
399:	learn: 0.2002036	total: 4.83s	remaining: 7.24s
400:	learn: 0.2000948	total: 4.83s	remaining: 7.22s
401:	learn: 0.1999592	total: 4.84s	remaining: 7.21s
402:	learn: 0.1998618	total: 4.86s	remaining: 7.19s
403:	learn: 0.1998547	total: 4.87s	remaining: 7.18s
404:	learn: 0.1997005	total: 4.88s	remaining: 7.17s
405:	learn: 0.1995478	total: 4.89s	remaining: 7.15s
406:	learn: 0.1994130	total: 4.9s	remaining: 7.13s
407:	learn: 0.1992842	total: 4.91s	remaining: 7.12s
408:	learn: 0.1990887	total: 4.92s	remaining: 7.11s
409:	learn: 0.1989352	total: 4.93s	remaining: 7.09s
410:	learn: 0.1988367	total: 4.94s	remaining: 7.08s
411:	learn: 0.1987141	total: 4.95s	remaining: 7.06s
412:	learn: 0.1985700	total: 4.96s	remaining: 7.05s
413:	learn: 0.1984380	total: 4.97s	remaining: 7.03s
414:	learn: 0.1982129	total: 4.98s	remaining: 7.02s
415:	learn: 0.1981102	total: 4.99s	remaining: 7.01s
416:	learn: 0.1979911	total: 5s	remaining: 6.99s
417:	learn: 0.1979067	total: 5.01s	remaining: 6.98s
418:	learn: 0.1978924	total: 5.02s	remaining: 6.96s
419:	learn: 0.1977492	total: 5.03s	remaining: 6.95s
420:	learn: 0.1976187	total: 5.04s	remaining: 6.94s
421:	learn: 0.1975125	total: 5.05s	remaining: 6.92s
422:	learn: 0.1973529	total: 5.06s	remaining: 6.91s
423:	learn: 0.1971937	total: 5.08s	remaining: 6.89s
424:	learn: 0.1971736	total: 5.08s	remaining: 6.88s
425:	learn: 0.1971597	total: 5.09s	remaining: 6.86s
426:	learn: 0.1970066	total: 5.1s	remaining: 6.85s
427:	learn: 0.1968683	total: 5.11s	remaining: 6.83s
428:	learn: 0.1967210	total: 5.12s	remaining: 6.82s
429:	learn: 0.1965905	total: 5.13s	remaining: 6.8s
430:	learn: 0.1964919	total: 5.14s	remaining: 6.79s
431:	learn: 0.1963964	total: 5.15s	remaining: 6.78s
432:	learn: 0.1962536	total: 5.17s	remaining: 6.76s
433:	learn: 0.1961336	total: 5.17s	remaining: 6.75s
434:	learn: 0.1960032	total: 5.19s	remaining: 6.74s
435:	learn: 0.1958483	total: 5.2s	remaining: 6.73s
436:	learn: 0.1957418	total: 5.21s	remaining: 6.71s
437:	learn: 0.1955887	total: 5.22s	remaining: 6.7s
438:	learn: 0.1955024	total: 5.23s	remaining: 6.68s
439:	learn: 0.1953210	total: 5.24s	remaining: 6.67s
440:	learn: 0.1952313	total: 5.26s	remaining: 6.66s
441:	learn: 0.1950859	total: 5.27s	remaining: 6.65s
442:	learn: 0.1949961	total: 5.28s	remaining: 6.64s
443:	learn: 0.1949217	total: 5.29s	remaining: 6.63s
444:	learn: 0.1947312	total: 5.3s	remaining: 6.61s
445:	learn: 0.1946296	total: 5.31s	remaining: 6.6s
446:	learn: 0.1943928	total: 5.32s	remaining: 6.58s
447:	learn: 0.1942441	total: 5.33s	remaining: 6.57s
448:	learn: 0.1941222	total: 5.34s	remaining: 6.56s
449:	learn: 0.1941143	total: 5.36s	remaining: 6.54s
450:	learn: 0.1939400	total: 5.36s	remaining: 6.53s
451:	learn: 0.1938467	total: 5.37s	remaining: 6.51s
452:	learn: 0.1937492	total: 5.38s	remaining: 6.5s
453:	learn: 0.1936061	total: 5.4s	remaining: 6.49s
454:	learn: 0.1934087	total: 5.41s	remaining: 6.48s
455:	learn: 0.1932987	total: 5.42s	remaining: 6.46s
456:	learn: 0.1931759	total: 5.43s	remaining: 6.45s
457:	learn: 0.1930456	total: 5.44s	remaining: 6.44s
458:	learn: 0.1929585	total: 5.46s	remaining: 6.43s
459:	learn: 0.1928517	total: 5.47s	remaining: 6.42s
460:	learn: 0.1926965	total: 5.48s	remaining: 6.41s
461:	learn: 0.1925777	total: 5.5s	remaining: 6.4s
462:	learn: 0.1924134	total: 5.51s	remaining: 6.39s
463:	learn: 0.1923219	total: 5.52s	remaining: 6.38s
464:	learn: 0.1921841	total: 5.53s	remaining: 6.36s
465:	learn: 0.1919808	total: 5.54s	remaining: 6.35s
466:	learn: 0.1919117	total: 5.55s	remaining: 6.34s
467:	learn: 0.1918373	total: 5.56s	remaining: 6.32s
468:	learn: 0.1917227	total: 5.57s	remaining: 6.31s
469:	learn: 0.1916213	total: 5.58s	remaining: 6.3s
470:	learn: 0.1914921	total: 5.59s	remaining: 6.28s
471:	learn: 0.1914323	total: 5.6s	remaining: 6.27s
472:	learn: 0.1912929	total: 5.62s	remaining: 6.26s
473:	learn: 0.1911581	total: 5.63s	remaining: 6.24s
474:	learn: 0.1910402	total: 5.64s	remaining: 6.23s
475:	learn: 0.1909118	total: 5.65s	remaining: 6.22s
476:	learn: 0.1907802	total: 5.66s	remaining: 6.21s
477:	learn: 0.1906320	total: 5.67s	remaining: 6.19s
478:	learn: 0.1905020	total: 5.68s	remaining: 6.18s
479:	learn: 0.1904802	total: 5.69s	remaining: 6.17s
480:	learn: 0.1903784	total: 5.7s	remaining: 6.15s
481:	learn: 0.1902909	total: 5.71s	remaining: 6.14s
482:	learn: 0.1901298	total: 5.73s	remaining: 6.13s
483:	learn: 0.1899480	total: 5.74s	remaining: 6.12s
484:	learn: 0.1898243	total: 5.75s	remaining: 6.11s
485:	learn: 0.1897192	total: 5.76s	remaining: 6.09s
486:	learn: 0.1896037	total: 5.77s	remaining: 6.08s
487:	learn: 0.1894874	total: 5.78s	remaining: 6.07s
488:	learn: 0.1893800	total: 5.79s	remaining: 6.05s
489:	learn: 0.1892040	total: 5.81s	remaining: 6.05s
490:	learn: 0.1890193	total: 5.82s	remaining: 6.03s
491:	learn: 0.1889557	total: 5.83s	remaining: 6.02s
492:	learn: 0.1888285	total: 5.84s	remaining: 6.01s
493:	learn: 0.1887130	total: 5.85s	remaining: 5.99s
494:	learn: 0.1885368	total: 5.86s	remaining: 5.98s
495:	learn: 0.1884489	total: 5.87s	remaining: 5.97s
496:	learn: 0.1883773	total: 5.88s	remaining: 5.95s
497:	learn: 0.1881405	total: 5.89s	remaining: 5.94s
498:	learn: 0.1879870	total: 5.9s	remaining: 5.93s
499:	learn: 0.1879125	total: 5.91s	remaining: 5.91s
500:	learn: 0.1878003	total: 5.92s	remaining: 5.9s
501:	learn: 0.1877436	total: 5.93s	remaining: 5.89s
502:	learn: 0.1875626	total: 5.95s	remaining: 5.88s
503:	learn: 0.1874516	total: 5.96s	remaining: 5.86s
504:	learn: 0.1872729	total: 5.97s	remaining: 5.85s
505:	learn: 0.1871191	total: 5.98s	remaining: 5.84s
506:	learn: 0.1869364	total: 5.99s	remaining: 5.82s
507:	learn: 0.1868041	total: 6s	remaining: 5.81s
508:	learn: 0.1866733	total: 6.01s	remaining: 5.8s
509:	learn: 0.1866426	total: 6.02s	remaining: 5.79s
510:	learn: 0.1865566	total: 6.04s	remaining: 5.78s
511:	learn: 0.1864771	total: 6.05s	remaining: 5.76s
512:	learn: 0.1863393	total: 6.05s	remaining: 5.75s
513:	learn: 0.1862089	total: 6.07s	remaining: 5.74s
514:	learn: 0.1860873	total: 6.08s	remaining: 5.72s
515:	learn: 0.1860060	total: 6.08s	remaining: 5.71s
516:	learn: 0.1858751	total: 6.1s	remaining: 5.7s
517:	learn: 0.1856749	total: 6.11s	remaining: 5.68s
518:	learn: 0.1856030	total: 6.12s	remaining: 5.67s
519:	learn: 0.1854319	total: 6.13s	remaining: 5.66s
520:	learn: 0.1853730	total: 6.14s	remaining: 5.64s
521:	learn: 0.1853015	total: 6.15s	remaining: 5.63s
522:	learn: 0.1852066	total: 6.16s	remaining: 5.62s
523:	learn: 0.1850179	total: 6.17s	remaining: 5.61s
524:	learn: 0.1849159	total: 6.18s	remaining: 5.59s
525:	learn: 0.1848448	total: 6.2s	remaining: 5.58s
526:	learn: 0.1847838	total: 6.21s	remaining: 5.57s
527:	learn: 0.1847162	total: 6.22s	remaining: 5.56s
528:	learn: 0.1845289	total: 6.23s	remaining: 5.54s
529:	learn: 0.1844746	total: 6.24s	remaining: 5.53s
530:	learn: 0.1843057	total: 6.25s	remaining: 5.52s
531:	learn: 0.1842332	total: 6.26s	remaining: 5.51s
532:	learn: 0.1841605	total: 6.27s	remaining: 5.49s
533:	learn: 0.1840004	total: 6.28s	remaining: 5.48s
534:	learn: 0.1839821	total: 6.29s	remaining: 5.47s
535:	learn: 0.1838567	total: 6.3s	remaining: 5.46s
536:	learn: 0.1837638	total: 6.31s	remaining: 5.44s
537:	learn: 0.1836711	total: 6.33s	remaining: 5.43s
538:	learn: 0.1835140	total: 6.34s	remaining: 5.42s
539:	learn: 0.1833365	total: 6.35s	remaining: 5.41s
540:	learn: 0.1832042	total: 6.36s	remaining: 5.4s
541:	learn: 0.1831590	total: 6.37s	remaining: 5.38s
542:	learn: 0.1831435	total: 6.38s	remaining: 5.37s
543:	learn: 0.1829849	total: 6.4s	remaining: 5.36s
544:	learn: 0.1827675	total: 6.41s	remaining: 5.35s
545:	learn: 0.1827011	total: 6.42s	remaining: 5.34s
546:	learn: 0.1825827	total: 6.43s	remaining: 5.33s
547:	learn: 0.1824990	total: 6.45s	remaining: 5.32s
548:	learn: 0.1824291	total: 6.47s	remaining: 5.31s
549:	learn: 0.1823463	total: 6.48s	remaining: 5.3s
550:	learn: 0.1823387	total: 6.49s	remaining: 5.29s
551:	learn: 0.1823210	total: 6.5s	remaining: 5.27s
552:	learn: 0.1821983	total: 6.51s	remaining: 5.26s
553:	learn: 0.1821834	total: 6.52s	remaining: 5.25s
554:	learn: 0.1820306	total: 6.53s	remaining: 5.24s
555:	learn: 0.1819274	total: 6.54s	remaining: 5.22s
556:	learn: 0.1817978	total: 6.55s	remaining: 5.21s
557:	learn: 0.1816530	total: 6.56s	remaining: 5.2s
558:	learn: 0.1815693	total: 6.57s	remaining: 5.18s
559:	learn: 0.1814848	total: 6.58s	remaining: 5.17s
560:	learn: 0.1813469	total: 6.59s	remaining: 5.16s
561:	learn: 0.1812193	total: 6.6s	remaining: 5.15s
562:	learn: 0.1810795	total: 6.61s	remaining: 5.13s
563:	learn: 0.1809511	total: 6.63s	remaining: 5.12s
564:	learn: 0.1808256	total: 6.63s	remaining: 5.11s
565:	learn: 0.1807257	total: 6.65s	remaining: 5.1s
566:	learn: 0.1806309	total: 6.66s	remaining: 5.08s
567:	learn: 0.1805100	total: 6.67s	remaining: 5.08s
568:	learn: 0.1803980	total: 6.7s	remaining: 5.08s
569:	learn: 0.1803182	total: 6.71s	remaining: 5.06s
570:	learn: 0.1801615	total: 6.73s	remaining: 5.06s
571:	learn: 0.1800804	total: 6.75s	remaining: 5.05s
572:	learn: 0.1799582	total: 6.76s	remaining: 5.04s
573:	learn: 0.1798576	total: 6.77s	remaining: 5.02s
574:	learn: 0.1797463	total: 6.78s	remaining: 5.01s
575:	learn: 0.1796623	total: 6.79s	remaining: 5s
576:	learn: 0.1795739	total: 6.81s	remaining: 4.99s
577:	learn: 0.1794471	total: 6.82s	remaining: 4.98s
578:	learn: 0.1793687	total: 6.83s	remaining: 4.97s
579:	learn: 0.1792839	total: 6.84s	remaining: 4.96s
580:	learn: 0.1791657	total: 6.86s	remaining: 4.94s
581:	learn: 0.1790882	total: 6.87s	remaining: 4.93s
582:	learn: 0.1789847	total: 6.88s	remaining: 4.92s
583:	learn: 0.1788346	total: 6.89s	remaining: 4.91s
584:	learn: 0.1787290	total: 6.9s	remaining: 4.9s
585:	learn: 0.1786197	total: 6.91s	remaining: 4.88s
586:	learn: 0.1784527	total: 6.92s	remaining: 4.87s
587:	learn: 0.1782553	total: 6.94s	remaining: 4.86s
588:	learn: 0.1781551	total: 6.95s	remaining: 4.85s
589:	learn: 0.1781372	total: 6.96s	remaining: 4.83s
590:	learn: 0.1779727	total: 6.98s	remaining: 4.83s
591:	learn: 0.1777964	total: 6.99s	remaining: 4.82s
592:	learn: 0.1777499	total: 7s	remaining: 4.81s
593:	learn: 0.1776275	total: 7.01s	remaining: 4.79s
594:	learn: 0.1774397	total: 7.03s	remaining: 4.78s
595:	learn: 0.1773503	total: 7.04s	remaining: 4.77s
596:	learn: 0.1772325	total: 7.05s	remaining: 4.76s
597:	learn: 0.1770856	total: 7.07s	remaining: 4.75s
598:	learn: 0.1769403	total: 7.08s	remaining: 4.74s
599:	learn: 0.1768515	total: 7.09s	remaining: 4.73s
600:	learn: 0.1767441	total: 7.1s	remaining: 4.72s
601:	learn: 0.1766262	total: 7.11s	remaining: 4.7s
602:	learn: 0.1765273	total: 7.12s	remaining: 4.69s
603:	learn: 0.1764036	total: 7.14s	remaining: 4.68s
604:	learn: 0.1762257	total: 7.15s	remaining: 4.67s
605:	learn: 0.1761647	total: 7.16s	remaining: 4.65s
606:	learn: 0.1761590	total: 7.17s	remaining: 4.64s
607:	learn: 0.1760378	total: 7.18s	remaining: 4.63s
608:	learn: 0.1759440	total: 7.19s	remaining: 4.62s
609:	learn: 0.1758305	total: 7.2s	remaining: 4.6s
610:	learn: 0.1757755	total: 7.21s	remaining: 4.59s
611:	learn: 0.1756891	total: 7.22s	remaining: 4.58s
612:	learn: 0.1755785	total: 7.23s	remaining: 4.57s
613:	learn: 0.1754380	total: 7.25s	remaining: 4.55s
614:	learn: 0.1752770	total: 7.25s	remaining: 4.54s
615:	learn: 0.1752005	total: 7.27s	remaining: 4.53s
616:	learn: 0.1751957	total: 7.28s	remaining: 4.52s
617:	learn: 0.1751259	total: 7.29s	remaining: 4.51s
618:	learn: 0.1750905	total: 7.3s	remaining: 4.49s
619:	learn: 0.1750595	total: 7.31s	remaining: 4.48s
620:	learn: 0.1749819	total: 7.32s	remaining: 4.47s
621:	learn: 0.1749092	total: 7.33s	remaining: 4.46s
622:	learn: 0.1748947	total: 7.35s	remaining: 4.45s
623:	learn: 0.1747980	total: 7.36s	remaining: 4.43s
624:	learn: 0.1747935	total: 7.37s	remaining: 4.42s
625:	learn: 0.1746831	total: 7.38s	remaining: 4.41s
626:	learn: 0.1745147	total: 7.39s	remaining: 4.4s
627:	learn: 0.1744199	total: 7.4s	remaining: 4.38s
628:	learn: 0.1743175	total: 7.42s	remaining: 4.38s
629:	learn: 0.1741886	total: 7.43s	remaining: 4.37s
630:	learn: 0.1740370	total: 7.45s	remaining: 4.36s
631:	learn: 0.1739736	total: 7.47s	remaining: 4.35s
632:	learn: 0.1738782	total: 7.51s	remaining: 4.35s
633:	learn: 0.1737199	total: 7.54s	remaining: 4.35s
634:	learn: 0.1735831	total: 7.55s	remaining: 4.34s
635:	learn: 0.1734707	total: 7.56s	remaining: 4.33s
636:	learn: 0.1733598	total: 7.57s	remaining: 4.31s
637:	learn: 0.1732882	total: 7.58s	remaining: 4.3s
638:	learn: 0.1731914	total: 7.61s	remaining: 4.3s
639:	learn: 0.1731204	total: 7.62s	remaining: 4.28s
640:	learn: 0.1731155	total: 7.63s	remaining: 4.27s
641:	learn: 0.1729386	total: 7.64s	remaining: 4.26s
642:	learn: 0.1728437	total: 7.65s	remaining: 4.25s
643:	learn: 0.1727032	total: 7.67s	remaining: 4.24s
644:	learn: 0.1726458	total: 7.68s	remaining: 4.22s
645:	learn: 0.1724882	total: 7.69s	remaining: 4.21s
646:	learn: 0.1724039	total: 7.7s	remaining: 4.2s
647:	learn: 0.1722750	total: 7.71s	remaining: 4.19s
648:	learn: 0.1721951	total: 7.73s	remaining: 4.18s
649:	learn: 0.1720746	total: 7.74s	remaining: 4.17s
650:	learn: 0.1719280	total: 7.75s	remaining: 4.16s
651:	learn: 0.1718146	total: 7.76s	remaining: 4.14s
652:	learn: 0.1716886	total: 7.78s	remaining: 4.13s
653:	learn: 0.1715496	total: 7.79s	remaining: 4.12s
654:	learn: 0.1714094	total: 7.8s	remaining: 4.11s
655:	learn: 0.1713024	total: 7.81s	remaining: 4.09s
656:	learn: 0.1712044	total: 7.82s	remaining: 4.08s
657:	learn: 0.1711367	total: 7.83s	remaining: 4.07s
658:	learn: 0.1709655	total: 7.85s	remaining: 4.06s
659:	learn: 0.1708677	total: 7.86s	remaining: 4.05s
660:	learn: 0.1707475	total: 7.88s	remaining: 4.04s
661:	learn: 0.1706432	total: 7.89s	remaining: 4.03s
662:	learn: 0.1705167	total: 7.91s	remaining: 4.02s
663:	learn: 0.1704640	total: 7.92s	remaining: 4.01s
664:	learn: 0.1703243	total: 7.94s	remaining: 4s
665:	learn: 0.1702021	total: 7.96s	remaining: 3.99s
666:	learn: 0.1700997	total: 7.97s	remaining: 3.98s
667:	learn: 0.1699750	total: 7.99s	remaining: 3.97s
668:	learn: 0.1698722	total: 8s	remaining: 3.96s
669:	learn: 0.1697772	total: 8.02s	remaining: 3.95s
670:	learn: 0.1696916	total: 8.03s	remaining: 3.94s
671:	learn: 0.1696053	total: 8.05s	remaining: 3.93s
672:	learn: 0.1695030	total: 8.07s	remaining: 3.92s
673:	learn: 0.1694322	total: 8.08s	remaining: 3.91s
674:	learn: 0.1693492	total: 8.09s	remaining: 3.9s
675:	learn: 0.1692757	total: 8.1s	remaining: 3.88s
676:	learn: 0.1691429	total: 8.11s	remaining: 3.87s
677:	learn: 0.1690004	total: 8.13s	remaining: 3.86s
678:	learn: 0.1689846	total: 8.14s	remaining: 3.85s
679:	learn: 0.1688398	total: 8.15s	remaining: 3.83s
680:	learn: 0.1687747	total: 8.16s	remaining: 3.82s
681:	learn: 0.1686597	total: 8.18s	remaining: 3.81s
682:	learn: 0.1685508	total: 8.19s	remaining: 3.8s
683:	learn: 0.1684821	total: 8.21s	remaining: 3.79s
684:	learn: 0.1683857	total: 8.22s	remaining: 3.78s
685:	learn: 0.1683807	total: 8.23s	remaining: 3.77s
686:	learn: 0.1682551	total: 8.24s	remaining: 3.76s
687:	learn: 0.1681654	total: 8.26s	remaining: 3.75s
688:	learn: 0.1680546	total: 8.27s	remaining: 3.73s
689:	learn: 0.1679746	total: 8.28s	remaining: 3.72s
690:	learn: 0.1678139	total: 8.29s	remaining: 3.71s
691:	learn: 0.1677047	total: 8.31s	remaining: 3.7s
692:	learn: 0.1676035	total: 8.32s	remaining: 3.68s
693:	learn: 0.1675030	total: 8.33s	remaining: 3.67s
694:	learn: 0.1673806	total: 8.34s	remaining: 3.66s
695:	learn: 0.1673110	total: 8.36s	remaining: 3.65s
696:	learn: 0.1672405	total: 8.37s	remaining: 3.64s
697:	learn: 0.1671714	total: 8.38s	remaining: 3.62s
698:	learn: 0.1670618	total: 8.39s	remaining: 3.61s
699:	learn: 0.1669677	total: 8.4s	remaining: 3.6s
700:	learn: 0.1668887	total: 8.41s	remaining: 3.59s
701:	learn: 0.1668183	total: 8.42s	remaining: 3.58s
702:	learn: 0.1667498	total: 8.43s	remaining: 3.56s
703:	learn: 0.1667455	total: 8.45s	remaining: 3.55s
704:	learn: 0.1666345	total: 8.46s	remaining: 3.54s
705:	learn: 0.1665305	total: 8.47s	remaining: 3.52s
706:	learn: 0.1664247	total: 8.48s	remaining: 3.51s
707:	learn: 0.1663964	total: 8.49s	remaining: 3.5s
708:	learn: 0.1662929	total: 8.51s	remaining: 3.49s
709:	learn: 0.1662082	total: 8.52s	remaining: 3.48s
710:	learn: 0.1660960	total: 8.54s	remaining: 3.47s
711:	learn: 0.1659138	total: 8.55s	remaining: 3.46s
712:	learn: 0.1657625	total: 8.57s	remaining: 3.45s
713:	learn: 0.1656688	total: 8.58s	remaining: 3.44s
714:	learn: 0.1655764	total: 8.59s	remaining: 3.42s
715:	learn: 0.1655089	total: 8.6s	remaining: 3.41s
716:	learn: 0.1654977	total: 8.61s	remaining: 3.4s
717:	learn: 0.1654078	total: 8.62s	remaining: 3.39s
718:	learn: 0.1652858	total: 8.63s	remaining: 3.37s
719:	learn: 0.1652321	total: 8.64s	remaining: 3.36s
720:	learn: 0.1651542	total: 8.65s	remaining: 3.35s
721:	learn: 0.1650656	total: 8.66s	remaining: 3.34s
722:	learn: 0.1650546	total: 8.68s	remaining: 3.32s
723:	learn: 0.1650073	total: 8.69s	remaining: 3.31s
724:	learn: 0.1648830	total: 8.7s	remaining: 3.3s
725:	learn: 0.1647960	total: 8.71s	remaining: 3.29s
726:	learn: 0.1647368	total: 8.72s	remaining: 3.28s
727:	learn: 0.1646843	total: 8.74s	remaining: 3.26s
728:	learn: 0.1645609	total: 8.75s	remaining: 3.25s
729:	learn: 0.1644341	total: 8.76s	remaining: 3.24s
730:	learn: 0.1643843	total: 8.77s	remaining: 3.23s
731:	learn: 0.1642496	total: 8.78s	remaining: 3.21s
732:	learn: 0.1641830	total: 8.79s	remaining: 3.2s
733:	learn: 0.1640662	total: 8.81s	remaining: 3.19s
734:	learn: 0.1640130	total: 8.82s	remaining: 3.18s
735:	learn: 0.1639074	total: 8.83s	remaining: 3.17s
736:	learn: 0.1637376	total: 8.84s	remaining: 3.15s
737:	learn: 0.1636380	total: 8.86s	remaining: 3.14s
738:	learn: 0.1635460	total: 8.87s	remaining: 3.13s
739:	learn: 0.1634725	total: 8.88s	remaining: 3.12s
740:	learn: 0.1633780	total: 8.89s	remaining: 3.11s
741:	learn: 0.1632791	total: 8.91s	remaining: 3.1s
742:	learn: 0.1631962	total: 8.92s	remaining: 3.08s
743:	learn: 0.1630881	total: 8.93s	remaining: 3.07s
744:	learn: 0.1629956	total: 8.94s	remaining: 3.06s
745:	learn: 0.1629209	total: 8.95s	remaining: 3.05s
746:	learn: 0.1628105	total: 8.96s	remaining: 3.04s
747:	learn: 0.1627116	total: 8.97s	remaining: 3.02s
748:	learn: 0.1626251	total: 8.99s	remaining: 3.01s
749:	learn: 0.1625193	total: 9s	remaining: 3s
750:	learn: 0.1624489	total: 9.02s	remaining: 2.99s
751:	learn: 0.1624415	total: 9.03s	remaining: 2.98s
752:	learn: 0.1624099	total: 9.04s	remaining: 2.96s
753:	learn: 0.1623383	total: 9.05s	remaining: 2.95s
754:	learn: 0.1622310	total: 9.06s	remaining: 2.94s
755:	learn: 0.1621414	total: 9.07s	remaining: 2.93s
756:	learn: 0.1620403	total: 9.08s	remaining: 2.92s
757:	learn: 0.1619330	total: 9.09s	remaining: 2.9s
758:	learn: 0.1619127	total: 9.1s	remaining: 2.89s
759:	learn: 0.1618353	total: 9.12s	remaining: 2.88s
760:	learn: 0.1617562	total: 9.13s	remaining: 2.87s
761:	learn: 0.1616607	total: 9.14s	remaining: 2.85s
762:	learn: 0.1616152	total: 9.15s	remaining: 2.84s
763:	learn: 0.1615220	total: 9.16s	remaining: 2.83s
764:	learn: 0.1613990	total: 9.17s	remaining: 2.82s
765:	learn: 0.1613179	total: 9.18s	remaining: 2.81s
766:	learn: 0.1612453	total: 9.19s	remaining: 2.79s
767:	learn: 0.1611728	total: 9.2s	remaining: 2.78s
768:	learn: 0.1610986	total: 9.21s	remaining: 2.77s
769:	learn: 0.1609737	total: 9.22s	remaining: 2.75s
770:	learn: 0.1609315	total: 9.24s	remaining: 2.74s
771:	learn: 0.1608828	total: 9.25s	remaining: 2.73s
772:	learn: 0.1607800	total: 9.26s	remaining: 2.72s
773:	learn: 0.1606663	total: 9.27s	remaining: 2.71s
774:	learn: 0.1606101	total: 9.28s	remaining: 2.69s
775:	learn: 0.1605254	total: 9.29s	remaining: 2.68s
776:	learn: 0.1604347	total: 9.31s	remaining: 2.67s
777:	learn: 0.1603468	total: 9.32s	remaining: 2.66s
778:	learn: 0.1603380	total: 9.33s	remaining: 2.65s
779:	learn: 0.1602401	total: 9.35s	remaining: 2.64s
780:	learn: 0.1601147	total: 9.36s	remaining: 2.62s
781:	learn: 0.1600200	total: 9.37s	remaining: 2.61s
782:	learn: 0.1599245	total: 9.38s	remaining: 2.6s
783:	learn: 0.1599215	total: 9.39s	remaining: 2.59s
784:	learn: 0.1598251	total: 9.4s	remaining: 2.57s
785:	learn: 0.1597688	total: 9.4s	remaining: 2.56s
786:	learn: 0.1596660	total: 9.43s	remaining: 2.55s
787:	learn: 0.1595745	total: 9.44s	remaining: 2.54s
788:	learn: 0.1594671	total: 9.45s	remaining: 2.53s
789:	learn: 0.1594142	total: 9.46s	remaining: 2.52s
790:	learn: 0.1592888	total: 9.47s	remaining: 2.5s
791:	learn: 0.1591740	total: 9.48s	remaining: 2.49s
792:	learn: 0.1591713	total: 9.5s	remaining: 2.48s
793:	learn: 0.1590811	total: 9.51s	remaining: 2.47s
794:	learn: 0.1589918	total: 9.52s	remaining: 2.45s
795:	learn: 0.1589362	total: 9.53s	remaining: 2.44s
796:	learn: 0.1588863	total: 9.54s	remaining: 2.43s
797:	learn: 0.1588040	total: 9.55s	remaining: 2.42s
798:	learn: 0.1587324	total: 9.56s	remaining: 2.4s
799:	learn: 0.1586267	total: 9.57s	remaining: 2.39s
800:	learn: 0.1585465	total: 9.58s	remaining: 2.38s
801:	learn: 0.1584594	total: 9.6s	remaining: 2.37s
802:	learn: 0.1583965	total: 9.61s	remaining: 2.36s
803:	learn: 0.1583377	total: 9.62s	remaining: 2.35s
804:	learn: 0.1582897	total: 9.63s	remaining: 2.33s
805:	learn: 0.1582173	total: 9.64s	remaining: 2.32s
806:	learn: 0.1581450	total: 9.66s	remaining: 2.31s
807:	learn: 0.1580468	total: 9.67s	remaining: 2.3s
808:	learn: 0.1579484	total: 9.68s	remaining: 2.29s
809:	learn: 0.1579079	total: 9.69s	remaining: 2.27s
810:	learn: 0.1578129	total: 9.7s	remaining: 2.26s
811:	learn: 0.1576901	total: 9.72s	remaining: 2.25s
812:	learn: 0.1576214	total: 9.73s	remaining: 2.24s
813:	learn: 0.1576171	total: 9.74s	remaining: 2.23s
814:	learn: 0.1575483	total: 9.76s	remaining: 2.21s
815:	learn: 0.1574569	total: 9.77s	remaining: 2.2s
816:	learn: 0.1573474	total: 9.78s	remaining: 2.19s
817:	learn: 0.1572841	total: 9.79s	remaining: 2.18s
818:	learn: 0.1571750	total: 9.8s	remaining: 2.17s
819:	learn: 0.1571078	total: 9.81s	remaining: 2.15s
820:	learn: 0.1570983	total: 9.82s	remaining: 2.14s
821:	learn: 0.1570043	total: 9.84s	remaining: 2.13s
822:	learn: 0.1568972	total: 9.85s	remaining: 2.12s
823:	learn: 0.1568506	total: 9.86s	remaining: 2.11s
824:	learn: 0.1567167	total: 9.87s	remaining: 2.09s
825:	learn: 0.1566347	total: 9.88s	remaining: 2.08s
826:	learn: 0.1565759	total: 9.89s	remaining: 2.07s
827:	learn: 0.1564648	total: 9.91s	remaining: 2.06s
828:	learn: 0.1563681	total: 9.92s	remaining: 2.05s
829:	learn: 0.1563026	total: 9.93s	remaining: 2.03s
830:	learn: 0.1562174	total: 9.94s	remaining: 2.02s
831:	learn: 0.1561052	total: 9.95s	remaining: 2.01s
832:	learn: 0.1559921	total: 9.96s	remaining: 2s
833:	learn: 0.1559301	total: 9.97s	remaining: 1.99s
834:	learn: 0.1558099	total: 9.98s	remaining: 1.97s
835:	learn: 0.1557220	total: 10s	remaining: 1.96s
836:	learn: 0.1556353	total: 10s	remaining: 1.95s
837:	learn: 0.1555951	total: 10s	remaining: 1.94s
838:	learn: 0.1555500	total: 10s	remaining: 1.93s
839:	learn: 0.1554529	total: 10s	remaining: 1.91s
840:	learn: 0.1553704	total: 10.1s	remaining: 1.9s
841:	learn: 0.1552825	total: 10.1s	remaining: 1.89s
842:	learn: 0.1552198	total: 10.1s	remaining: 1.88s
843:	learn: 0.1551433	total: 10.1s	remaining: 1.86s
844:	learn: 0.1550611	total: 10.1s	remaining: 1.85s
845:	learn: 0.1550558	total: 10.1s	remaining: 1.84s
846:	learn: 0.1549794	total: 10.1s	remaining: 1.83s
847:	learn: 0.1549682	total: 10.1s	remaining: 1.82s
848:	learn: 0.1548784	total: 10.1s	remaining: 1.8s
849:	learn: 0.1547512	total: 10.2s	remaining: 1.79s
850:	learn: 0.1546694	total: 10.2s	remaining: 1.78s
851:	learn: 0.1545895	total: 10.2s	remaining: 1.77s
852:	learn: 0.1545029	total: 10.2s	remaining: 1.76s
853:	learn: 0.1544059	total: 10.2s	remaining: 1.75s
854:	learn: 0.1543573	total: 10.2s	remaining: 1.73s
855:	learn: 0.1542433	total: 10.2s	remaining: 1.72s
856:	learn: 0.1541970	total: 10.2s	remaining: 1.71s
857:	learn: 0.1541113	total: 10.3s	remaining: 1.7s
858:	learn: 0.1540173	total: 10.3s	remaining: 1.69s
859:	learn: 0.1539566	total: 10.3s	remaining: 1.67s
860:	learn: 0.1539030	total: 10.3s	remaining: 1.66s
861:	learn: 0.1538135	total: 10.3s	remaining: 1.65s
862:	learn: 0.1537319	total: 10.3s	remaining: 1.64s
863:	learn: 0.1536289	total: 10.3s	remaining: 1.63s
864:	learn: 0.1535579	total: 10.3s	remaining: 1.61s
865:	learn: 0.1534640	total: 10.4s	remaining: 1.6s
866:	learn: 0.1533405	total: 10.4s	remaining: 1.59s
867:	learn: 0.1533042	total: 10.4s	remaining: 1.58s
868:	learn: 0.1532463	total: 10.4s	remaining: 1.57s
869:	learn: 0.1531861	total: 10.4s	remaining: 1.56s
870:	learn: 0.1530830	total: 10.4s	remaining: 1.54s
871:	learn: 0.1530312	total: 10.4s	remaining: 1.53s
872:	learn: 0.1529295	total: 10.5s	remaining: 1.52s
873:	learn: 0.1528491	total: 10.5s	remaining: 1.51s
874:	learn: 0.1527644	total: 10.5s	remaining: 1.5s
875:	learn: 0.1526991	total: 10.5s	remaining: 1.48s
876:	learn: 0.1526133	total: 10.5s	remaining: 1.47s
877:	learn: 0.1525504	total: 10.5s	remaining: 1.46s
878:	learn: 0.1524778	total: 10.5s	remaining: 1.45s
879:	learn: 0.1524084	total: 10.5s	remaining: 1.44s
880:	learn: 0.1523594	total: 10.5s	remaining: 1.42s
881:	learn: 0.1522771	total: 10.6s	remaining: 1.41s
882:	learn: 0.1521968	total: 10.6s	remaining: 1.4s
883:	learn: 0.1521446	total: 10.6s	remaining: 1.39s
884:	learn: 0.1520704	total: 10.6s	remaining: 1.38s
885:	learn: 0.1520221	total: 10.6s	remaining: 1.36s
886:	learn: 0.1519338	total: 10.6s	remaining: 1.35s
887:	learn: 0.1518273	total: 10.6s	remaining: 1.34s
888:	learn: 0.1517822	total: 10.6s	remaining: 1.33s
889:	learn: 0.1517415	total: 10.7s	remaining: 1.32s
890:	learn: 0.1516641	total: 10.7s	remaining: 1.3s
891:	learn: 0.1515946	total: 10.7s	remaining: 1.29s
892:	learn: 0.1515629	total: 10.7s	remaining: 1.28s
893:	learn: 0.1514838	total: 10.7s	remaining: 1.27s
894:	learn: 0.1514227	total: 10.7s	remaining: 1.26s
895:	learn: 0.1513505	total: 10.7s	remaining: 1.24s
896:	learn: 0.1512497	total: 10.7s	remaining: 1.23s
897:	learn: 0.1511925	total: 10.8s	remaining: 1.22s
898:	learn: 0.1510726	total: 10.8s	remaining: 1.21s
899:	learn: 0.1509608	total: 10.8s	remaining: 1.2s
900:	learn: 0.1508748	total: 10.8s	remaining: 1.19s
901:	learn: 0.1508668	total: 10.8s	remaining: 1.17s
902:	learn: 0.1507698	total: 10.8s	remaining: 1.16s
903:	learn: 0.1506968	total: 10.8s	remaining: 1.15s
904:	learn: 0.1506410	total: 10.8s	remaining: 1.14s
905:	learn: 0.1506182	total: 10.9s	remaining: 1.13s
906:	learn: 0.1505155	total: 10.9s	remaining: 1.11s
907:	learn: 0.1504653	total: 10.9s	remaining: 1.1s
908:	learn: 0.1503853	total: 10.9s	remaining: 1.09s
909:	learn: 0.1502524	total: 10.9s	remaining: 1.08s
910:	learn: 0.1502016	total: 10.9s	remaining: 1.07s
911:	learn: 0.1501247	total: 10.9s	remaining: 1.05s
912:	learn: 0.1500363	total: 10.9s	remaining: 1.04s
913:	learn: 0.1499925	total: 10.9s	remaining: 1.03s
914:	learn: 0.1499198	total: 11s	remaining: 1.02s
915:	learn: 0.1498561	total: 11s	remaining: 1.01s
916:	learn: 0.1498099	total: 11s	remaining: 994ms
917:	learn: 0.1497727	total: 11s	remaining: 982ms
918:	learn: 0.1496955	total: 11s	remaining: 970ms
919:	learn: 0.1496082	total: 11s	remaining: 958ms
920:	learn: 0.1495267	total: 11s	remaining: 946ms
921:	learn: 0.1494561	total: 11s	remaining: 934ms
922:	learn: 0.1493881	total: 11.1s	remaining: 922ms
923:	learn: 0.1493059	total: 11.1s	remaining: 910ms
924:	learn: 0.1492539	total: 11.1s	remaining: 898ms
925:	learn: 0.1491787	total: 11.1s	remaining: 886ms
926:	learn: 0.1491021	total: 11.1s	remaining: 874ms
927:	learn: 0.1489848	total: 11.1s	remaining: 862ms
928:	learn: 0.1489460	total: 11.1s	remaining: 850ms
929:	learn: 0.1488675	total: 11.1s	remaining: 838ms
930:	learn: 0.1488559	total: 11.1s	remaining: 826ms
931:	learn: 0.1487671	total: 11.2s	remaining: 814ms
932:	learn: 0.1487007	total: 11.2s	remaining: 802ms
933:	learn: 0.1486094	total: 11.2s	remaining: 790ms
934:	learn: 0.1485221	total: 11.2s	remaining: 778ms
935:	learn: 0.1484530	total: 11.2s	remaining: 766ms
936:	learn: 0.1483883	total: 11.2s	remaining: 754ms
937:	learn: 0.1483850	total: 11.2s	remaining: 742ms
938:	learn: 0.1483770	total: 11.2s	remaining: 730ms
939:	learn: 0.1483623	total: 11.3s	remaining: 718ms
940:	learn: 0.1482506	total: 11.3s	remaining: 706ms
941:	learn: 0.1481194	total: 11.3s	remaining: 694ms
942:	learn: 0.1480601	total: 11.3s	remaining: 682ms
943:	learn: 0.1480055	total: 11.3s	remaining: 671ms
944:	learn: 0.1479279	total: 11.3s	remaining: 659ms
945:	learn: 0.1478715	total: 11.3s	remaining: 647ms
946:	learn: 0.1478038	total: 11.3s	remaining: 635ms
947:	learn: 0.1477967	total: 11.4s	remaining: 623ms
948:	learn: 0.1477287	total: 11.4s	remaining: 611ms
949:	learn: 0.1476900	total: 11.4s	remaining: 599ms
950:	learn: 0.1476079	total: 11.4s	remaining: 587ms
951:	learn: 0.1475321	total: 11.4s	remaining: 575ms
952:	learn: 0.1474448	total: 11.4s	remaining: 563ms
953:	learn: 0.1473840	total: 11.4s	remaining: 551ms
954:	learn: 0.1473110	total: 11.4s	remaining: 539ms
955:	learn: 0.1472807	total: 11.5s	remaining: 527ms
956:	learn: 0.1472278	total: 11.5s	remaining: 515ms
957:	learn: 0.1471210	total: 11.5s	remaining: 503ms
958:	learn: 0.1470170	total: 11.5s	remaining: 491ms
959:	learn: 0.1469348	total: 11.5s	remaining: 479ms
960:	learn: 0.1468252	total: 11.5s	remaining: 467ms
961:	learn: 0.1467619	total: 11.5s	remaining: 455ms
962:	learn: 0.1466464	total: 11.5s	remaining: 443ms
963:	learn: 0.1465217	total: 11.5s	remaining: 431ms
964:	learn: 0.1464308	total: 11.6s	remaining: 419ms
965:	learn: 0.1463151	total: 11.6s	remaining: 408ms
966:	learn: 0.1463123	total: 11.6s	remaining: 396ms
967:	learn: 0.1462526	total: 11.6s	remaining: 384ms
968:	learn: 0.1461710	total: 11.6s	remaining: 372ms
969:	learn: 0.1460941	total: 11.7s	remaining: 360ms
970:	learn: 0.1460414	total: 11.7s	remaining: 348ms
971:	learn: 0.1459451	total: 11.7s	remaining: 336ms
972:	learn: 0.1458725	total: 11.7s	remaining: 324ms
973:	learn: 0.1458062	total: 11.7s	remaining: 312ms
974:	learn: 0.1457494	total: 11.7s	remaining: 300ms
975:	learn: 0.1457031	total: 11.7s	remaining: 288ms
976:	learn: 0.1455947	total: 11.7s	remaining: 276ms
977:	learn: 0.1455104	total: 11.7s	remaining: 264ms
978:	learn: 0.1453889	total: 11.8s	remaining: 252ms
979:	learn: 0.1453235	total: 11.8s	remaining: 240ms
980:	learn: 0.1452635	total: 11.8s	remaining: 228ms
981:	learn: 0.1452541	total: 11.8s	remaining: 216ms
982:	learn: 0.1452090	total: 11.8s	remaining: 204ms
983:	learn: 0.1451288	total: 11.8s	remaining: 192ms
984:	learn: 0.1450729	total: 11.8s	remaining: 180ms
985:	learn: 0.1449806	total: 11.8s	remaining: 168ms
986:	learn: 0.1449777	total: 11.9s	remaining: 156ms
987:	learn: 0.1448881	total: 11.9s	remaining: 144ms
988:	learn: 0.1448164	total: 11.9s	remaining: 132ms
989:	learn: 0.1447719	total: 11.9s	remaining: 120ms
990:	learn: 0.1447030	total: 11.9s	remaining: 108ms
991:	learn: 0.1445689	total: 11.9s	remaining: 96.1ms
992:	learn: 0.1444346	total: 11.9s	remaining: 84.1ms
993:	learn: 0.1443794	total: 11.9s	remaining: 72ms
994:	learn: 0.1442734	total: 11.9s	remaining: 60ms
995:	learn: 0.1441686	total: 12s	remaining: 48ms
996:	learn: 0.1440718	total: 12s	remaining: 36ms
997:	learn: 0.1440158	total: 12s	remaining: 24ms
998:	learn: 0.1439161	total: 12s	remaining: 12ms
999:	learn: 0.1438678	total: 12s	remaining: 0us
In [ ]: